-- Logs begin at Thu 2022-05-12 13:39:07 UTC, end at Thu 2022-05-12 15:06:29 UTC. --
May 12 14:38:31.643950 dv-cinder-831187-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 12 14:38:34.164530 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.common.config [-] Logging enabled!
May 12 14:38:34.165259 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev20
May 12 14:38:34.165346 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88016) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 12 14:38:34.168432 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.common.config [-] Logging enabled!
May 12 14:38:34.168690 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev20
May 12 14:38:34.169005 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88016) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 12 14:38:34.169945 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 12 14:38:34.170185 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 12 14:38:34.170547 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 12 14:38:34.170799 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 12 14:38:34.171056 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 12 14:38:34.171375 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.171677 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.171980 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.172217 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.172516 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.173066 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.173358 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.173662 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.173969 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.174266 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.174556 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.174873 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.175115 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.175406 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.175699 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.175992 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.176226 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] debug                          = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.176514 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.176948 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.178072 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.178072 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.178072 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.178338 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.178462 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.178726 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.179040 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.179375 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] host                           = dv-cinder-831187-2-iscsi {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.179659 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.179951 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.180246 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.180540 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.180822 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.181104 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.181394 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.181672 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.181950 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.182231 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.182525 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.182836 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.183135 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.183369 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.183599 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.183895 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.184185 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.184467 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.184748 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.185028 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.185307 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.185586 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.185858 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.186150 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.186441 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.186732 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.187104 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.187388 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.187667 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.187955 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.188256 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.188538 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.188821 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.189098 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.189388 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.189661 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.189941 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.190246 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.190536 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.190850 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.191139 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.191419 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.191705 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.191983 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.192258 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.192534 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.192811 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.193090 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.193375 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.193652 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.193932 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.194209 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.194488 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.194778 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.195080 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:34.195379 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.195679 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.195983 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.196278 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.196575 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.196859 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.197153 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.197462 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.197757 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.198050 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.198341 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.198626 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.198946 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.199229 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.199529 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.199842 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.200141 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.200438 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.200719 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.200999 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.201277 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.201561 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.201852 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.202221 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.202431 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.202708 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.203019 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.203314 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.203596 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.204407 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.204691 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.204984 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.205264 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.205543 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.205829 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.206111 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.206386 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.206662 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.206969 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.207264 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.207544 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.207819 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.208094 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.208373 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.208647 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.208953 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.209218 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.209492 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.209766 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.210046 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.210321 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.210596 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.210897 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.211176 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.211458 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.211734 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.212009 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.212284 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.212560 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.212835 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.213111 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.213387 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.213667 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.213942 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.214224 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.214498 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.214773 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.215070 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.215361 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.215662 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.215944 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.216229 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.216512 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.216792 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.217072 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.217353 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.217634 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.217915 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.218191 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.218483 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.218767 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.219083 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.219375 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.220228 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.220533 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.220817 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.221106 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.221392 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.221685 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.221975 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.222265 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.222564 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.222894 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.223195 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.223492 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.223791 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.224075 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.224390 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.224673 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:34.224897 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 12 14:38:34.225144 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88016) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 12 14:38:34.615557 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO keyring.backend [-] Loading KWallet
May 12 14:38:34.622699 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO keyring.backend [-] Loading SecretService
May 12 14:38:34.626754 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO keyring.backend [-] Loading Windows
May 12 14:38:34.628094 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO keyring.backend [-] Loading chainer
May 12 14:38:34.628884 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO keyring.backend [-] Loading macOS
May 12 14:38:34.661487 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 14:38:34.661769 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 14:38:34.662062 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 14:38:34.662395 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.manager [-] Loading core plugin: ml2
May 12 14:38:35.049319 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.049611 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.049885 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.051222 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.051503 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.051774 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.087383 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.087671 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.087954 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.100933 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.101222 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.101503 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.131148 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.131429 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.131700 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.168329 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.168884 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.168884 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.402740 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f9f8e20f700> agent after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.402986 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f9f8e20f700> agent after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.403265 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f9f8e20f790> segment precommit_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.403536 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f9f8e20f820> network precommit_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.404290 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f9f8e2609d0> segment before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.526520 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> network before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.526880 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f9f8e1f48b0> agent before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.527170 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> network before_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.527454 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> port before_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.527731 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> port before_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.528051 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> segment after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.528328 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> segment precommit_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.528594 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> segment precommit_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.528855 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> segment after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.529142 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> network after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.529407 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> network precommit_delete 0 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.529677 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> port provisioning_complete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.529949 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> rbac-policy before_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.530210 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> rbac-policy after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.530482 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> agent after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.530755 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> subnet after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.531111 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> subnet precommit_delete 0 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.531388 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> rbac-policy before_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.531647 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> rbac-policy before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.531956 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> segment_host_mapping after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.532311 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> port after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.532569 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> port after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.532824 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> port after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.533108 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> rbac-policy before_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.533361 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> rbac-policy before_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.533611 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f8ea70ee0>> rbac-policy before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.533997 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 14:38:35.534240 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 14:38:35.534481 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 14:38:35.534726 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 14:38:35.534988 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 14:38:35.535229 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 14:38:35.535599 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 12 14:38:35.538715 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 12 14:38:35.542643 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 12 14:38:35.546444 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
May 12 14:38:35.548629 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 12 14:38:35.549078 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 12 14:38:35.549415 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 12 14:38:35.549799 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 12 14:38:35.552788 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 12 14:38:35.553060 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 12 14:38:35.553396 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 12 14:38:35.581437 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 12 14:38:35.581889 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f9f8dfcca30>> qos_plugin after_init 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.582194 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88016) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 12 14:38:35.582562 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f9f8dfcc670>> logging-plugin after_init 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.583936 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88016) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 12 14:38:35.584221 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 12 14:38:35.584470 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 12 14:38:35.587806 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9f8dfb0640>> floatingip before_response 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.588089 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9f8dfb0640>> port before_response 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:35.650582 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 12 14:38:35.650841 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 12 14:38:35.651087 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 12 14:38:35.651459 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 12 14:38:35.683277 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_db.sqlalchemy.engines [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88016) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
May 12 14:38:36.167890 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Initializing driver for type 'gre'
May 12 14:38:36.168426 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] gre ID ranges: [(1, 1000)]
May 12 14:38:36.419274 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Initializing driver for type 'local'
May 12 14:38:36.419511 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Initializing driver for type 'vlan'
May 12 14:38:36.556341 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] VlanTypeDriver initialization complete
May 12 14:38:36.556696 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Initializing driver for type 'vxlan'
May 12 14:38:36.557194 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] vxlan ID ranges: [(1, 1000)]
May 12 14:38:36.745241 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Initializing extension driver 'port_security'
May 12 14:38:36.745585 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.extensions.port_security [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] PortSecurityExtensionDriver initialization complete
May 12 14:38:36.745921 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Initializing mechanism driver 'openvswitch'
May 12 14:38:36.746251 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Initializing mechanism driver 'hyperv'
May 12 14:38:36.752891 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:38:36.753584 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8df5e910>> port after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.753957 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8df5e910>> port after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.754311 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8df5e910>> port after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.754860 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88016) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
May 12 14:38:36.755291 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8da1bd00>> subnet after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.755647 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8da1bd00>> subnet after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.755993 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8da1bd00>> subnet after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.756398 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88016) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
May 12 14:38:36.756801 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8da28280>> network after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.757146 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8da28280>> network after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.757486 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8da28280>> network after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.757872 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88016) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
May 12 14:38:36.758275 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8da28790>> security_group after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.758620 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8da28790>> security_group after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.758992 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8da28790>> security_group after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.759379 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88016) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
May 12 14:38:36.759782 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8da28ca0>> security_group_rule after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.760126 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8da28ca0>> security_group_rule after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.760460 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8da28ca0>> security_group_rule after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.760979 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88016) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
May 12 14:38:36.761383 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8da2d1f0>> address_group after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.761738 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8da2d1f0>> address_group after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.762078 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f8da2d1f0>> address_group after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.762487 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88016) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
May 12 14:38:36.762940 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] ML2 OVO RPC backend initialized. {{(pid=88016) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}}
May 12 14:38:36.769547 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> router_interface after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.769547 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> router_interface after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.769547 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> network before_response 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.769547 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> networks before_response 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.769866 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> port before_response 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.769866 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> ports before_response 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.769866 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> subnet before_response 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.769866 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> subnets before_response 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.770166 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> network after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.770166 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> network after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.770166 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> network after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.770166 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> port after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.770769 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> port after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.770769 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> port after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.770769 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> subnet after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.770769 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> subnet after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.771092 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f8da2d910>> subnet after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.771092 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Modular L2 Plugin initialization complete
May 12 14:38:36.771092 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading services supported by the core plugin {{(pid=88016) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 12 14:38:36.771092 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.plugins.ml2.managers [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Got port-security extension from driver 'port_security'
May 12 14:38:36.771092 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.extensions.vlantransparent [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Disabled vlantransparent extension.
May 12 14:38:36.771447 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88016) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 12 14:38:36.771579 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading Plugin: router
May 12 14:38:36.809012 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router_interface before_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.809403 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router after_create 55549900 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.809770 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router before_create 55549900 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.810138 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router_interface before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.810507 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router_interface after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.810897 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router after_delete 55549900 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.811259 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> floatingip after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.811618 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router after_create 55549900 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.811963 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router after_update 55549900 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.812311 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router after_update 55549900 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.812663 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router_gateway after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.813022 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router after_update 55549900 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.813433 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router precommit_update 55549900 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.813826 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f9f8e163670> port after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.814164 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f9f8e163820> port after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.814507 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f9f8e163790> subnet after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.814867 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f9f8e163700> subnetpool_address_scope after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.815217 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> port precommit_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.815564 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router precommit_create 55549900 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.815904 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f9f8e059280> port before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.816382 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router precommit_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.816741 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router after_update 55549900 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.817084 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router precommit_delete 55549900 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.817430 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router precommit_create 55549900 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.817788 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router_interface after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.818132 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> router precommit_update 55549900 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.818496 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> agent after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.818867 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> agent after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.819214 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f8da2da60>> network after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.820081 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Tracking information for resource: router configured {{(pid=88016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 14:38:36.820414 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Tracking information for resource: floatingip configured {{(pid=88016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 14:38:36.825340 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.db.l3_agentschedulers_db [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 12 14:38:36.825918 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f9f8dab0670> port after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.826273 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f9f8dab0550> port after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.826622 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <function _notify_port_delete at 0x7f9f8dab05e0> port after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.827005 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f9f8dab0940> port after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.827916 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9f8dad53a0>> router before_create 55550100 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.828281 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9f8dad53a0>> router precommit_delete 55550100 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.828641 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9f8dad53a0>> router precommit_create 55550100 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.828994 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9f8dad53a0>> router precommit_update 55550100 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.833412 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.services.provider_configuration [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Service providers = [] {{(pid=88016) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 12 14:38:36.833775 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.db.servicetype_db [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88016) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 12 14:38:36.836670 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.services.service_base [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88016) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 12 14:38:36.837015 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.services.service_base [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88016) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 12 14:38:36.837353 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.services.service_base [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88016) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 12 14:38:36.838226 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.services.service_base [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88016) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 12 14:38:36.838593 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.services.service_base [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Default provider is not specified for service type L3_ROUTER_NAT
May 12 14:38:36.839007 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 14:38:36.839321 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 12 14:38:36.850313 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 14:38:36.850643 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading Plugin: auto_allocate
May 12 14:38:36.856294 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9f8da75ca0> network precommit_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.856667 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9f8da75ca0> network precommit_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.857181 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 14:38:36.857496 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading Plugin: tag
May 12 14:38:36.864446 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 14:38:36.864768 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading Plugin: timestamp
May 12 14:38:36.868677 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 14:38:36.869005 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading Plugin: network_ip_availability
May 12 14:38:36.874148 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9f8da7afd0>> rbac-policy before_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.874514 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9f8da7afd0>> rbac-policy before_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.874888 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9f8da7afd0>> rbac-policy before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:36.875585 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 14:38:36.875898 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading Plugin: flavors
May 12 14:38:36.880630 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 14:38:36.880960 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading Plugin: revisions
May 12 14:38:36.885115 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 14:38:36.885500 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_concurrency.lockutils [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.223s {{(pid=88016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 14:38:36.886221 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88016) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
May 12 14:38:36.886551 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Initializing extension manager.
May 12 14:38:36.887086 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: __init__.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.887426 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: __pycache__ {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.887757 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.888089 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: address_group.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.888824 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.889381 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: address-group
May 12 14:38:36.889727 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: address_scope.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.890430 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.890966 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: address-scope
May 12 14:38:36.891286 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: admin_state_down_before_update.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.892707 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.893205 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: router-admin-state-down-before-update
May 12 14:38:36.893529 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: agent.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.894218 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.894716 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: agent
May 12 14:38:36.895070 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: agent_resources_synced.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.896213 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.896710 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: agent-resources-synced
May 12 14:38:36.897027 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: allowedaddresspairs.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.898984 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.899486 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: allowed-address-pairs
May 12 14:38:36.899810 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: auto_allocated_topology.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.900861 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.901367 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: auto-allocated-topology
May 12 14:38:36.901688 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: availability_zone.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.902369 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.902898 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: availability_zone
May 12 14:38:36.903218 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: availability_zone_filter.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.904121 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.904620 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: availability_zone_filter
May 12 14:38:36.904940 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: data_plane_status.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.905829 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.906322 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension data-plane-status not supported by any of loaded plugins
May 12 14:38:36.906642 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: default_subnetpools.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.908131 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.908635 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: default-subnetpools
May 12 14:38:36.908954 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: dhcpagentscheduler.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.909745 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.911095 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: dhcp_agent_scheduler
May 12 14:38:36.911420 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: dns.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.912319 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.912818 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension dns-integration not supported by any of loaded plugins
May 12 14:38:36.913137 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: dns_domain_ports.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.914049 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.914546 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension dns-domain-ports not supported by any of loaded plugins
May 12 14:38:36.914897 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: dvr.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.915565 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.916064 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: dvr
May 12 14:38:36.916377 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: empty_string_filtering.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.917275 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.917776 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: empty-string-filtering
May 12 14:38:36.918095 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.919022 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.919520 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 12 14:38:36.919838 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.920729 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.921225 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 12 14:38:36.921546 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: external_net.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.922432 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.922970 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: external-net
May 12 14:38:36.923318 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: extra_dhcp_opt.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.924217 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.924718 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: extra_dhcp_opt
May 12 14:38:36.925038 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: extraroute.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.925924 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.926426 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: extraroute
May 12 14:38:36.926746 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: extraroute_atomic.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.927775 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.928278 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: extraroute-atomic
May 12 14:38:36.928600 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: filter_validation.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.929261 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.929756 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: filter-validation
May 12 14:38:36.930074 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: fip_pf_description.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.931002 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.931502 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 12 14:38:36.931820 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: fip_port_details.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.932730 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.933232 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: fip-port-details
May 12 14:38:36.933549 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: flavors.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.934761 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.935296 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: flavors
May 12 14:38:36.935621 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.937246 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.937752 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 12 14:38:36.938077 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: floatingip_pools.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.938797 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.939319 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: floatingip-pools
May 12 14:38:36.939640 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: ip_allocation.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.940545 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.941042 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension ip_allocation not supported by any of loaded plugins
May 12 14:38:36.941362 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.942273 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.942776 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: ip-substring-filtering
May 12 14:38:36.943122 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: l2_adjacency.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.944048 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.944546 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension l2_adjacency not supported by any of loaded plugins
May 12 14:38:36.944867 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: l3.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.945818 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.946332 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: router
May 12 14:38:36.946654 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: l3_conntrack_helper.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.948988 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.949506 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 12 14:38:36.949834 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.950758 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.951290 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: ext-gw-mode
May 12 14:38:36.951616 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.952522 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.953023 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: l3-ha
May 12 14:38:36.953345 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: l3_flavors.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.954252 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.955286 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: l3-flavors
May 12 14:38:36.955608 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.956528 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.957026 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: l3-port-ip-change-not-allowed
May 12 14:38:36.957347 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: l3agentscheduler.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.958360 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.958888 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: l3_agent_scheduler
May 12 14:38:36.959216 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: logging.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.960679 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.961190 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension logging not supported by any of loaded plugins
May 12 14:38:36.961516 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: metering.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.962241 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.962822 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: metering
May 12 14:38:36.963160 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.964255 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.964767 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: metering_source_and_destination_fields
May 12 14:38:36.965093 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: multiprovidernet.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.966002 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.966512 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: multi-provider
May 12 14:38:36.966851 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: netmtu.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.967761 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.968270 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: net-mtu
May 12 14:38:36.968586 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: netmtu_writable.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.969493 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.970058 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: net-mtu-writable
May 12 14:38:36.970976 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: network_availability_zone.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.971650 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.977323 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: network_availability_zone
May 12 14:38:36.977323 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: network_ip_availability.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.977323 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.977323 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: network-ip-availability
May 12 14:38:36.977323 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: network_segment_range.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.977323 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.977323 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension network-segment-range not supported by any of loaded plugins
May 12 14:38:36.977851 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: pagination.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.977851 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.977851 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: pagination
May 12 14:38:36.977851 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: port_device_profile.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.978357 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.978888 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: port-device-profile
May 12 14:38:36.979209 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.980112 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.980616 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: port-mac-address-regenerate
May 12 14:38:36.980937 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.981837 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.982341 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: port-numa-affinity-policy
May 12 14:38:36.982661 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: port_resource_request.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.983596 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.984099 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension port-resource-request not supported by any of loaded plugins
May 12 14:38:36.984421 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: portbindings.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.985329 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.985853 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: binding
May 12 14:38:36.986174 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: portbindings_extended.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.987463 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.987973 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: binding-extended
May 12 14:38:36.988295 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: portsecurity.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.989202 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.989710 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: port-security
May 12 14:38:36.990029 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: project_id.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.991031 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.991359 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: project-id
May 12 14:38:36.991680 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: providernet.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.992584 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.993091 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: provider
May 12 14:38:36.993409 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: qos.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.997351 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.997810 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension qos not supported by any of loaded plugins
May 12 14:38:36.998144 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:36.999464 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:36.999982 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 12 14:38:37.000312 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.001256 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.001768 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 12 14:38:37.002090 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: qos_default.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.003789 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.003789 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension qos-default not supported by any of loaded plugins
May 12 14:38:37.004105 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: qos_fip.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.004714 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.005206 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension qos-fip not supported by any of loaded plugins
May 12 14:38:37.005527 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: qos_gateway_ip.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.006444 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.006982 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 12 14:38:37.007303 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: qos_port_network_policy.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.008204 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.008701 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 12 14:38:37.009019 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: qos_rule_type_details.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.009926 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.010416 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 12 14:38:37.010735 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: qos_rules_alias.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.012066 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.012571 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension qos-rules-alias not supported by any of loaded plugins
May 12 14:38:37.012889 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: quotasv2.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.013845 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.014167 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: quotas
May 12 14:38:37.014483 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: quotasv2_detail.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.016128 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.016454 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: quota_details
May 12 14:38:37.016780 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: rbac.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.018364 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.018905 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: rbac-policies
May 12 14:38:37.019232 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: rbac_address_group.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.020150 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.020917 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: rbac-address-group
May 12 14:38:37.021237 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: rbac_address_scope.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.023947 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.023947 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: rbac-address-scope
May 12 14:38:37.023947 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: rbac_security_groups.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.023947 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.024358 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: rbac-security-groups
May 12 14:38:37.024681 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: rbac_subnetpool.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.025605 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.026107 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: rbac-subnetpool
May 12 14:38:37.026426 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: revisionifmatch.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.027359 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.027873 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: revision-if-match
May 12 14:38:37.028188 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: revisions.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.029283 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.029789 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: standard-attr-revisions
May 12 14:38:37.030110 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: router_availability_zone.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.030781 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.031305 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: router_availability_zone
May 12 14:38:37.031623 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: routerservicetype.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.032607 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.033588 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension router-service-type not supported by any of loaded plugins
May 12 14:38:37.033906 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.034904 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.035342 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: security-groups-normalized-cidr
May 12 14:38:37.035659 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: security_groups_port_filtering.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.036702 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.037211 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: port-security-groups-filtering
May 12 14:38:37.037531 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.038447 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.038986 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: security-groups-remote-address-group
May 12 14:38:37.039306 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: securitygroup.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.048883 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.049407 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: security-group
May 12 14:38:37.049739 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: segment.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.050530 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.051061 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension segment not supported by any of loaded plugins
May 12 14:38:37.051393 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.052323 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.052830 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 12 14:38:37.053156 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: servicetype.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.054248 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.054762 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: service-type
May 12 14:38:37.055118 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: sorting.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.056089 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.056421 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: sorting
May 12 14:38:37.056746 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: standard_attr_segment.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.057647 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.058164 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension standard-attr-segment not supported by any of loaded plugins
May 12 14:38:37.058485 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: standardattrdescription.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.059163 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.059671 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: standard-attr-description
May 12 14:38:37.059989 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: stateful_security_group.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.060903 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.061410 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: stateful-security-group
May 12 14:38:37.061728 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: stdattrs_common.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.062327 dv-cinder-831187-2-iscsi neutron-server[88016]: WARNING neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 12 14:38:37.062644 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.063795 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.064252 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 12 14:38:37.064571 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: subnet_onboard.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.065638 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.066151 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: subnet_onboard
May 12 14:38:37.066473 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.067425 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.067931 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 12 14:38:37.068255 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: subnet_service_types.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.069168 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.069677 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: subnet-service-types
May 12 14:38:37.069998 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: subnetallocation.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.071119 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.071630 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: subnet_allocation
May 12 14:38:37.071954 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.072618 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.073123 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: subnetpool-prefix-ops
May 12 14:38:37.073442 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.074364 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.074900 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 12 14:38:37.075223 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: tagging.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.076293 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.076807 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: standard-attr-tag
May 12 14:38:37.077130 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: timestamp.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.078296 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.078805 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loaded extension: standard-attr-timestamp
May 12 14:38:37.079154 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: trunk.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.080701 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.081208 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension trunk not supported by any of loaded plugins
May 12 14:38:37.081531 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: trunk_details.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.082439 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.082973 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension trunk-details not supported by any of loaded plugins
May 12 14:38:37.083294 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: uplink_status_propagation.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.084207 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.084711 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 12 14:38:37.085034 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Loading extension file: vlantransparent.py {{(pid=88016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 12 14:38:37.085703 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 12 14:38:37.086206 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extension vlan-transparent not supported by any of loaded plugins
May 12 14:38:37.088642 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:network
May 12 14:38:37.089385 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:subnet
May 12 14:38:37.091347 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:subnetpool
May 12 14:38:37.091961 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:port
May 12 14:38:37.093197 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.v2.resource_helper [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 14:38:37.093651 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.v2.resource_helper [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Service FLAVORS assigned prefix:  {{(pid=88016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 14:38:37.094266 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.v2.resource_helper [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 14:38:37.094684 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.v2.resource_helper [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 14:38:37.095573 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:router
May 12 14:38:37.096240 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:floatingip
May 12 14:38:37.096951 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.v2.resource_helper [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Service METERING assigned prefix: /metering {{(pid=88016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 14:38:37.098379 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9f8d93ff70>> rbac-policy before_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:37.098749 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9f8d93ff70>> rbac-policy before_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:37.099123 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9f8d93ff70>> rbac-policy before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:38:37.100230 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of CountableResource for resource:rbac_policy
May 12 14:38:37.100658 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:security_group
May 12 14:38:37.101316 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:security_group_rule
May 12 14:38:37.102048 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.v2.resource_helper [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Service CORE assigned prefix:  {{(pid=88016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 14:38:37.102378 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:subnetpool
May 12 14:38:37.102712 dv-cinder-831187-2-iscsi neutron-server[88016]: WARNING neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] subnetpool is already registered
May 12 14:38:37.103372 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.v2.resource_helper [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Service CORE assigned prefix:  {{(pid=88016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 14:38:37.103700 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:subnetpool
May 12 14:38:37.104031 dv-cinder-831187-2-iscsi neutron-server[88016]: WARNING neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] subnetpool is already registered
May 12 14:38:37.106553 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.v2.resource_helper [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 14:38:37.107018 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.v2.resource_helper [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Service FLAVORS assigned prefix:  {{(pid=88016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 14:38:37.107605 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.v2.resource_helper [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 14:38:37.108021 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.v2.resource_helper [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 14:38:37.108349 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:router
May 12 14:38:37.108671 dv-cinder-831187-2-iscsi neutron-server[88016]: WARNING neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] router is already registered
May 12 14:38:37.109262 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:floatingip
May 12 14:38:37.109589 dv-cinder-831187-2-iscsi neutron-server[88016]: WARNING neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] floatingip is already registered
May 12 14:38:37.110208 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.v2.resource_helper [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Service METERING assigned prefix: /metering {{(pid=88016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 14:38:37.110925 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of CountableResource for resource:rbac_policy
May 12 14:38:37.111253 dv-cinder-831187-2-iscsi neutron-server[88016]: WARNING neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] rbac_policy is already registered
May 12 14:38:37.111782 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:security_group
May 12 14:38:37.112106 dv-cinder-831187-2-iscsi neutron-server[88016]: WARNING neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] security_group is already registered
May 12 14:38:37.112689 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:security_group_rule
May 12 14:38:37.113015 dv-cinder-831187-2-iscsi neutron-server[88016]: WARNING neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] security_group_rule is already registered
May 12 14:38:37.113670 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.v2.resource_helper [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Service CORE assigned prefix:  {{(pid=88016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 14:38:37.113996 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:subnetpool
May 12 14:38:37.114317 dv-cinder-831187-2-iscsi neutron-server[88016]: WARNING neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] subnetpool is already registered
May 12 14:38:37.114942 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.v2.resource_helper [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Service CORE assigned prefix:  {{(pid=88016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 14:38:37.115268 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Creating instance of TrackedResource for resource:subnetpool
May 12 14:38:37.115588 dv-cinder-831187-2-iscsi neutron-server[88016]: WARNING neutron.quota.resource_registry [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] subnetpool is already registered
May 12 14:38:37.116221 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: extensions {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.117639 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: address-groups {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.119229 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: address-scopes {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.120429 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: agents {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.121565 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: auto-allocated-topology {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.122789 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: availability_zones {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.124097 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: dhcp-networks {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.125444 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: dhcp-agents {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.126876 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: routers {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.128637 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: flavors {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.129773 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: service_profiles {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.130955 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: next_providers {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.132473 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: service_profiles {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.133892 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: floatingip-pools {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.135093 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: routers {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.136836 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: floatingips {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.145622 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: l3-routers {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.145622 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: l3-agents {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.145622 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: metering-labels {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.145622 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: metering-label-rules {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.145622 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: network-ip-availabilities {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.145622 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: bindings {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.146967 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: quotas {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.148362 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: quotas {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.149746 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: rbac-policies {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.151034 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: security-groups {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.152214 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: security-group-rules {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.153436 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: service-providers {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.154630 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: subnetpools {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.156937 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: subnetpools {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.158967 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: tags {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.160600 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: tags {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.273150 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: tags {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.274841 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: tags {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.276593 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: tags {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.278489 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: tags {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.280164 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: tags {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.282022 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: tags {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.283794 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: tags {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.285601 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron.api.extensions [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Extended resource: tags {{(pid=88016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 14:38:37.291548 dv-cinder-831187-2-iscsi neutron-server[88016]: WARNING keystonemiddleware.auth_token [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 12 14:38:37.296284 dv-cinder-831187-2-iscsi neutron-server[88016]: WARNING keystonemiddleware.auth_token [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 12 14:38:37.304418 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_concurrency.lockutils [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Acquired lock "singleton_lock" {{(pid=88016) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 12 14:38:37.304897 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_concurrency.lockutils [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Releasing lock "singleton_lock" {{(pid=88016) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 12 14:38:37.305516 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO oslo_service.service [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Starting 2 workers
May 12 14:38:37.310165 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Started child 88125 {{(pid=88016) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 12 14:38:37.314957 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Started child 88126 {{(pid=88016) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 12 14:38:37.315849 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:38:37.316493 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO neutron.service [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Neutron service started, listening on 0.0.0.0:9696
May 12 14:38:37.317137 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Notify callbacks [] for process, before_spawn {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:38:37.317294 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [-] (88125) wsgi starting up on http://0.0.0.0:9696
May 12 14:38:37.319360 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:38:37.319826 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO oslo_service.service [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Starting 1 workers
May 12 14:38:37.320734 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [-] (88126) wsgi starting up on http://0.0.0.0:9696
May 12 14:38:37.321394 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 56924) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:38:37.324647 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Started child 88128 {{(pid=88016) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 12 14:38:37.325162 dv-cinder-831187-2-iscsi neutron-server[88016]: INFO oslo_service.service [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Starting 1 workers
May 12 14:38:37.328227 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.service [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] calling RpcWorker wait() {{(pid=88128) _wait /opt/stack/neutron/neutron/service.py:128}}
May 12 14:38:37.328776 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.service [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] returning from RpcWorker wait() {{(pid=88128) _wait /opt/stack/neutron/neutron/service.py:135}}
May 12 14:38:37.330390 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Started child 88129 {{(pid=88016) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 12 14:38:37.340959 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0069106
May 12 14:38:37.341102 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:38:37.341179 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24df6383-14c2-41ec-9b23-6f014b82290f None None] Notify callbacks [] for process, after_spawn {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:38:37.341249 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:38:37.341335 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88016) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 12 14:38:37.341335 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 12 14:38:37.341335 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 12 14:38:37.341335 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 12 14:38:37.341335 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 12 14:38:37.341335 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 12 14:38:37.341335 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.341335 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.341833 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.341833 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.341833 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.341833 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.341833 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.341833 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.342183 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:38:37.342663 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.342663 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.342663 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.342663 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.342663 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.342663 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.342663 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.342663 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.342663 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.343248 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.343248 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.343248 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.343248 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.343248 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.343248 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.343248 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.343650 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.343650 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.343650 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.343650 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.343650 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.343650 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.344002 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.344002 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.344002 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.344002 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.344002 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.344002 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.344002 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.344002 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.344462 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.344540 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.344961 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] host                           = dv-cinder-831187-2-iscsi {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.345349 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.345715 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.346891 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.347347 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.347764 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.348133 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.348562 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.349018 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.349445 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.349855 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.350294 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.350545 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.350955 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.351351 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.351656 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.352036 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.352474 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.352753 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.352963 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.353149 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.353339 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.353604 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.354435 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.354435 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.354435 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.354647 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.354726 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.354997 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.355240 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.355760 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.356009 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.356273 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.356492 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.356881 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.357256 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.357615 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.358172 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.358560 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.359717 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.359992 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.360221 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.360477 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.360915 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.361021 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:38:37.361138 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.361577 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.362108 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.362374 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.362620 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.362893 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.363188 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.363430 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.363656 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.363931 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.364171 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.364419 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.364690 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.364912 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.365173 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.365399 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.365652 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.365903 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.366122 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.366339 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.366605 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.366843 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.367143 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.367366 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.367609 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.367848 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.368177 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.368476 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.368758 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.369176 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.369466 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.369707 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.370942 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.370942 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.370942 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.370942 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.374097 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.374097 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.374097 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.374097 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.374097 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.374097 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.374097 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.374549 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.374880 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.375286 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.375920 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.377033 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.377435 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.377945 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.378513 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.378709 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.49/identity {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.385445 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.385445 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.385445 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.385445 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.385445 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.385445 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.385445 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.385445 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.386166 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.386166 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.386166 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.386166 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.386166 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.386166 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.386166 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.386166 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.386166 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.386801 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.386801 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.387835 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.387835 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.387835 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.387835 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.387835 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.390970 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.390970 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.391198 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.391284 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.391783 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.391783 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.392586 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.392832 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.393894 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.393894 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.393894 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.393894 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.394163 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.394262 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.394487 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.394738 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.396063 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.396476 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.396836 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.397211 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.397606 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.398009 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.398399 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.398836 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.399254 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.399670 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.400094 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.400534 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.400956 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.401451 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.402497 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.402962 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.403388 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.403825 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.404251 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.404694 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.405176 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.405547 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.405981 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.406358 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.406767 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.408532 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.408706 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.408939 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.409204 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.409465 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.409746 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.410011 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.410261 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.410561 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.410849 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.412153 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.412500 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.412866 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.413197 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.413549 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.414956 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.414956 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.414956 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.416714 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.416714 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.416964 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.417357 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.417730 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.418180 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.418565 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.419715 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.420426 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.421049 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.421450 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.421818 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.422183 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.422878 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.422976 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.423325 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.423656 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.424005 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.424358 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.424755 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.425089 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.425494 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.425804 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.426196 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.426659 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.427132 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.427888 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.427888 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.428176 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.428545 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.428887 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.429255 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.429827 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.430188 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.430544 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.430917 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.49/identity {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.431236 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.431578 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.431945 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.432276 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.432601 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.432921 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.433272 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.433643 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.433981 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.434854 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.434854 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.434854 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.435187 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.435546 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.435867 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.436206 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.436518 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.436842 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.437178 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.437499 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.437814 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.438131 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.438444 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.439390 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.439704 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.440087 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.440540 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.441543 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.441543 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.441543 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.441857 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.442204 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.442584 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.443186 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.443290 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.443545 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.443859 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.444148 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.444378 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.444633 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.444881 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.445143 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.445398 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.445741 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.446007 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.446494 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.446494 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.447596 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.447596 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.447596 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.447596 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.447877 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.447877 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.448063 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.448449 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.448803 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.449151 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.449547 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.449768 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.450044 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.450438 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.450700 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.451009 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.453331 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.453331 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.453331 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.453331 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.453331 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.453331 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.453331 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.453331 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.453331 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.453949 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.453949 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.453949 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.453949 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.454239 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.454412 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.455186 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.455400 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.455619 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.456659 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.456920 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.457138 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.457362 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.457586 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.457834 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.458135 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.458953 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.459229 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.459540 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.459987 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.460365 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.460799 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.461148 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.462019 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.462019 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.462019 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.462359 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.462359 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.462955 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.463079 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.463381 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.463646 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.464533 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.464533 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.464533 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.464740 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.464924 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.465239 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.465565 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.465987 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.466400 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.466793 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.467146 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.467519 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.467892 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.468117 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.468407 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.468600 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.468866 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.469132 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.469365 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.469635 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.469839 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.470086 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.470342 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.470585 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.470831 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.471079 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.471241 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 12 14:38:37.471779 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88016) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 12 14:38:37.471937 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 12 14:38:37.472084 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 12 14:38:37.472255 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 12 14:38:37.472425 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 12 14:38:37.472501 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:38:37.472574 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 12 14:38:37.473169 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.473169 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.473169 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.473394 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.473394 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.473581 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.473744 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.473904 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.474064 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.474220 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.474379 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.474538 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.474696 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.474875 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.475313 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.475313 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.475464 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.475920 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.475920 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.476071 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.476246 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.476383 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.476887 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.477177 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.477495 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.477795 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.478080 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.478373 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.478538 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.479179 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.479179 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.479179 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.479179 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.479470 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.479470 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.479642 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.479797 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.479953 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.480111 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.480269 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.480429 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] host                           = dv-cinder-831187-2-iscsi {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.480589 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.480747 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.480906 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.481064 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.481221 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.481377 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.481535 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.481691 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.481848 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.482003 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.482157 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.482316 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.482472 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.482630 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.482786 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.483873 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.484035 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.484195 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.484385 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.484553 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.484713 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.484873 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.485150 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.485242 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.485373 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.485507 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.485689 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.485897 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.486038 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.486169 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.486289 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.486447 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.486629 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.486776 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.486989 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.487148 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.487231 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.487364 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.487548 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.487685 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.487817 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.487976 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.488148 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.488305 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.488397 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.488546 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.488724 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.488878 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.489006 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.489318 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.489772 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.489772 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.489772 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.489990 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.490057 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.490850 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.490850 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.490850 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.490850 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.490850 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.491193 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.491193 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.492088 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.492385 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.492669 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.492967 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.493264 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.493425 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.493573 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.493725 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 14:38:37.493911 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.494072 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.494244 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.494404 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.494734 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.494734 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.494958 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.495068 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.495215 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.495369 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.495687 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.495845 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.496020 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.496177 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.496472 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.496761 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.497040 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.497331 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.497608 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.497901 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.498202 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.498381 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.498539 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.498703 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.499310 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.49/identity {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.499310 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.499310 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.499539 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.499539 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.499658 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.499796 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.499947 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.500801 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.500801 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.500801 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.500801 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.500801 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.501135 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.501135 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.501135 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.501840 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.501982 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.502219 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.502387 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.502548 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.503916 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.503916 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.503916 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.503916 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.503916 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.503916 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.504742 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.504742 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.504742 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.504742 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.504742 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.505914 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.505914 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.505914 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.505914 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.505914 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.505914 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.505914 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.505914 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.507565 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.507565 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.507565 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.507565 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.507565 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.507565 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.507565 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.507565 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.507565 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.509203 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.509203 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.509203 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.509203 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.509203 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.509203 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.509203 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.509203 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.509203 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.510655 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.510655 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.510655 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.510655 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.510655 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.510655 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.510655 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.510655 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.511823 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.511823 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.511823 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.511823 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.511823 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.511823 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.511823 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.511823 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.512411 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.512411 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.512411 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.512411 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.512411 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.512411 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.512411 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.512411 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.513179 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.513179 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.513179 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.513179 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.513179 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.513179 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.513179 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.513908 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.513908 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.513908 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.513908 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.513908 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.514419 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.514419 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.514419 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.514701 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.514701 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.515681 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.515681 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.515681 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.515681 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.515681 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.515681 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.516542 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.516542 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.516542 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.516542 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.516542 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.516542 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.518100 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.518100 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.518100 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.518100 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.518100 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.519816 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.519816 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.519816 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.519816 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.49/identity {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.519816 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.519816 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.519816 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.519816 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.521146 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.521146 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.521146 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.521146 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.521146 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.521146 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.521146 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.522488 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.523372 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.523785 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.523785 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.525763 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.525959 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.526138 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.526313 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.526487 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.526655 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.529736 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.529952 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.530147 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.530334 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.530521 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.530705 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.531088 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.531281 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.531459 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.531634 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.531805 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.531977 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.532145 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.532314 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.532483 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.532656 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.532819 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.533021 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.533222 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.533375 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.533482 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.533585 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.533764 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.533928 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.534093 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.534262 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.534427 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.534592 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.534757 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.534928 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.535103 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.535337 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.535560 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.535728 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.535893 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.536056 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.536221 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.536385 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.536552 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.536718 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.536883 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.537047 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.537212 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.537377 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.537539 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.537702 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.537867 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.538030 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.538194 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.538357 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.538522 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.538700 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.538889 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.539056 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.539219 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.539383 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.539558 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.539726 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.539934 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.540046 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.540201 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.540375 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.540539 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.540703 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.540866 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.541030 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.541203 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.541370 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.541534 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.541707 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.541872 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.542035 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.542199 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.542376 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.542539 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.542706 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.542905 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.543085 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.543223 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.543388 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.543556 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.543732 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.543903 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.544070 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.544242 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.544414 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.544588 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.544751 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.544949 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.545123 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.545288 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.545451 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.545614 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.545777 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.545941 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.546106 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.546268 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.546432 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.546648 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.546746 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.546928 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.547092 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.547254 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.547418 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.547583 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.547746 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.547909 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.548073 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.548236 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 14:38:37.548393 dv-cinder-831187-2-iscsi neutron-server[88016]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 12 14:38:48.231606 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403fad45-6972-4f67-a500-a5eb3f2d7316 None None] get_active_networks_info from dv-cinder-831187-2-iscsi {{(pid=88128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
May 12 14:38:48.312939 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403fad45-6972-4f67-a500-a5eb3f2d7316 None None] No non-hosted networks {{(pid=88128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 12 14:38:48.327786 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.agentschedulers_db [None req-403fad45-6972-4f67-a500-a5eb3f2d7316 None None] DHCP Agent not found on host dv-cinder-831187-2-iscsi {{(pid=88128) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}}
May 12 14:38:48.456832 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b6bb9e67-829c-4359-929d-a5d0f06715b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3889956'] for agent, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:38:50.689973 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-14e125c5-a9d2-4ea9-9669-37ff58d480c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3889956'] for agent, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:38:50.736000 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.db.api [None req-e6d521bd-db71-4ed0-b2aa-b91741a712d3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-831187-2-iscsi {{(pid=88128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 12 14:38:50.736785 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG oslo_db.api [None req-e6d521bd-db71-4ed0-b2aa-b91741a712d3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 12 14:38:51.255950 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e6d521bd-db71-4ed0-b2aa-b91741a712d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:38:51.647891 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3889956'] for agent, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:38:51.699266 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3889956'] for agent, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:38:51.700069 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:38:51.700718 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:38:51.701153 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:38:51.701545 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:38:51.701984 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:38:51.703424 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:38:51.704906 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:38:51.706092 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:38:51.711417 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:38:51.711417 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:38:51.711417 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:38:51.711417 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:38:51.711734 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9f8d466430>, 'Open vSwitch agent', 'dv-cinder-831187-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:38:51.719196 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9f8d4617c0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831187-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:38:52.908075 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3889956'] for agent, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:38:54.466270 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 57032) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:38:55.047769 dv-cinder-831187-2-iscsi neutron-server[88126]: WARNING oslo_policy.policy [None req-7fe9161c-9da3-4f5d-9eed-f3b81d1991d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 14:38:55.048344 dv-cinder-831187-2-iscsi neutron-server[88126]: WARNING oslo_policy.policy [None req-7fe9161c-9da3-4f5d-9eed-f3b81d1991d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 14:38:55.279300 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [None req-7fe9161c-9da3-4f5d-9eed-f3b81d1991d5 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 14:38:55.280370 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-7fe9161c-9da3-4f5d-9eed-f3b81d1991d5 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8131559
May 12 14:38:56.805743 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.db.l3_hamode_db [None req-cdc53f21-4300-4e33-8907-51ef25fd38dd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 12 14:38:56.890418 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc53f21-4300-4e33-8907-51ef25fd38dd None None] Routers set() bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:38:56.890798 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc53f21-4300-4e33-8907-51ef25fd38dd None None] Router IDs set() for agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}}
May 12 14:38:57.691399 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 57046) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:38:58.058280 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-5429b82e-9822-4216-84e2-b81c6e773ff3 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:38:58.156911 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.policy [None req-5429b82e-9822-4216-84e2-b81c6e773ff3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88126) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 12 14:38:58.201447 dv-cinder-831187-2-iscsi neutron-server[88126]: WARNING oslo_policy.policy [None req-5429b82e-9822-4216-84e2-b81c6e773ff3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 14:38:58.201815 dv-cinder-831187-2-iscsi neutron-server[88126]: WARNING oslo_policy.policy [None req-5429b82e-9822-4216-84e2-b81c6e773ff3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 14:38:58.210357 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.quota [None req-5429b82e-9822-4216-84e2-b81c6e773ff3 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f9f8d3930a0>.
May 12 14:38:58.225625 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-5429b82e-9822-4216-84e2-b81c6e773ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:38:58.364337 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5429b82e-9822-4216-84e2-b81c6e773ff3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770200101196', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770200102755', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770200089181', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770200086515', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770200075333', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770200069424', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-761834', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3505364', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-358087', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-406477'] for rbac-policy, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:38:58.567465 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5429b82e-9822-4216-84e2-b81c6e773ff3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:38:58.568711 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-5429b82e-9822-4216-84e2-b81c6e773ff3 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8763080
May 12 14:39:01.207893 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57060) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:39:01.781295 dv-cinder-831187-2-iscsi neutron-server[88125]: WARNING oslo_policy.policy [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 14:39:01.781858 dv-cinder-831187-2-iscsi neutron-server[88125]: WARNING oslo_policy.policy [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 14:39:01.997772 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '84d1d75cc1dd451eb273a3d84999632a', 'name': 'private'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:39:01.999458 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.quota [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f9f8d67e8e0>.
May 12 14:39:02.015216 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:39:02.021882 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Usage tracker for resource:network and tenant:84d1d75cc1dd451eb273a3d84999632a is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:39:02.027347 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:39:02.035692 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:39:02.119320 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Made reservation on behalf of 84d1d75cc1dd451eb273a3d84999632a for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:39:02.186832 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.policy [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88125) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 12 14:39:02.230781 dv-cinder-831187-2-iscsi neutron-server[88125]: WARNING oslo_policy.policy [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 14:39:02.231356 dv-cinder-831187-2-iscsi neutron-server[88125]: WARNING oslo_policy.policy [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 14:39:02.241359 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:02.262408 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:02.276850 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:39:02.280585 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Usage tracker for resource:security_group_rule and tenant:84d1d75cc1dd451eb273a3d84999632a is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:39:02.286253 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:39:02.291826 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:39:02.387460 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:02.458547 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:02.482780 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'}  {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:39:02.507154 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770203815801', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:02.507734 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f9f8e20f790> segment precommit_create {{(pid=88125) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 12 14:39:02.508235 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Added segment c52addce-3b25-4231-934a-3c4125bf9c2a of type vlan for network f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5
May 12 14:39:02.521441 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5152ca60-66b9-47ba-b992-5d1105463097,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:02.577211 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:02.577930 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:02.578278 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:02.578609 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:02.578964 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:02.579326 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:02.580401 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:02.580765 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:02.581119 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:02.581479 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:02.581809 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:02.582132 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Tracked resource versions report:
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]: pushed versions:
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]: {   'AddressGroup': {'1.2'},
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:     'ConntrackHelper': {'1.0'},
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:     'Log': {'1.0'},
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:     'Network': {'1.1'},
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:     'Port': {'1.7'},
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:     'PortForwarding': {'1.2'},
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:     'QosPolicy': {'1.8'},
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:     'SecurityGroup': {'1.4'},
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:     'SecurityGroupRule': {'1.2'},
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:     'SubPort': {'1.0'},
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:     'Subnet': {'1.1'},
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:     'Trunk': {'1.1'}}
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]: consumer versions:
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]: {   DHCP agent@dv-cinder-831187-2-iscsi: {},
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:     L3 agent@dv-cinder-831187-2-iscsi: {},
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:     Metadata agent@dv-cinder-831187-2-iscsi: {},
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:     Metering agent@dv-cinder-831187-2-iscsi: {},
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:     Open vSwitch agent@dv-cinder-831187-2-iscsi: {   'AddressGroup': '1.2',
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'ConntrackHelper': '1.0',
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'Log': '1.0',
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'Network': '1.1',
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'Port': '1.7',
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'PortForwarding': '1.2',
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'QosPolicy': '1.8',
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'SecurityGroup': '1.4',
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'SecurityGroupRule': '1.2',
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'SubPort': '1.0',
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'Subnet': '1.1',
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'Trunk': '1.1'}}
May 12 14:39:02.583300 dv-cinder-831187-2-iscsi neutron-server[88125]:  {{(pid=88125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 14:39:02.623283 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:02.719333 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:02.721078 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:39:02.721732 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:02.828452 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] Pushing event updated for resources: {'Network': ['ID=f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:02.839978 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5 details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:39:02.898848 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-4c5ca4f3-02c0-4b5e-8a24-985f5edc4d70 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.6759644
May 12 14:39:05.584464 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57082) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:39:06.026270 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcb541d-751c-4018-9663-e321fc2c0e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:39:06.027682 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-2dcb541d-751c-4018-9663-e321fc2c0e6c admin admin] 10.222.0.49 "GET /v2.0/networks/f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5 HTTP/1.1" status: 200  len: 825 time: 0.4422052
May 12 14:39:06.057300 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7c80710e-f3c7-4351-92f1-391263f33cd2 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/264a3e1b-6a35-41cd-9d14-552c97a214a3 HTTP/1.1" status: 200  len: 734 time: 0.0237932
May 12 14:39:06.065381 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '264a3e1b-6a35-41cd-9d14-552c97a214a3', 'tenant_id': '84d1d75cc1dd451eb273a3d84999632a', 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:39:06.069647 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:39:06.073337 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] Usage tracker for resource:subnet and tenant:84d1d75cc1dd451eb273a3d84999632a is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:39:06.076198 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:39:06.082828 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:39:06.178517 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] Made reservation on behalf of 84d1d75cc1dd451eb273a3d84999632a for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:39:06.180896 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:06.504541 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:06.600101 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=339f623d-d03d-4d1e-a6f6-ac5a04c180b9,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:06.602609 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] Checking segment: {'id': 'c52addce-3b25-4231-934a-3c4125bf9c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:39:06.603010 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] Network hostable DHCP agents. Network: f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:39:06.704580 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] Network f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5 is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:39:06.784685 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:39:06.789478 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:39:06.790108 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:06.794545 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b932b28-21e0-42b3-bbcf-984111b8ab03 None None] Network f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:39:06.874192 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-ee3c2b74-a1b5-4c71-a753-68d36f9186c0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8118596
May 12 14:39:07.111793 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90abc092-179a-5d5e-8291-ea7041251afd-f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5', 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5', 'tenant_id': '84d1d75cc1dd451eb273a3d84999632a', 'fixed_ips': [{'subnet_id': '339f623d-d03d-4d1e-a6f6-ac5a04c180b9'}]}} from dv-cinder-831187-2-iscsi. {{(pid=88128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 12 14:39:07.112929 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:07.319501 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Allocated IP 172.20.0.2 (f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5/339f623d-d03d-4d1e-a6f6-ac5a04c180b9/c93254e8-d992-4f8b-bb9b-a93aa796aff2) {{(pid=88128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:39:07.555362 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:07.568094 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Transition to ACTIVE for port object c93254e8-d992-4f8b-bb9b-a93aa796aff2 will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:39:07.588639 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Transition to ACTIVE for port object c93254e8-d992-4f8b-bb9b-a93aa796aff2 will not be triggered until provisioned by entity DHCP. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:39:07.651447 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:07.715952 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Network f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5 is already hosted by enough agents. {{(pid=88128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:39:07.718859 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Resources bound (agent type, host, resource id):  {{(pid=88128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:39:07.726757 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Received port after_create {{(pid=88128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:39:07.728956 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Pushing event updated for resources: {'Port': ['ID=c93254e8-d992-4f8b-bb9b-a93aa796aff2,revision_number=1']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:07.737858 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:07.738200 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:07.738532 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:07.738886 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:07.739214 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:07.739537 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:07.739859 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:07.740181 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:07.740518 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:07.740836 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:07.741155 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:07.741470 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Tracked resource versions report:
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]: pushed versions:
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]: {   'AddressGroup': {'1.2'},
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:     'ConntrackHelper': {'1.0'},
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:     'Log': {'1.0'},
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:     'Network': {'1.1'},
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:     'Port': {'1.7'},
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:     'PortForwarding': {'1.2'},
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:     'QosPolicy': {'1.8'},
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:     'SecurityGroup': {'1.4'},
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:     'SecurityGroupRule': {'1.2'},
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:     'SubPort': {'1.0'},
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:     'Subnet': {'1.1'},
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:     'Trunk': {'1.1'}}
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]: consumer versions:
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]: {   DHCP agent@dv-cinder-831187-2-iscsi: {},
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:     L3 agent@dv-cinder-831187-2-iscsi: {},
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:     Metadata agent@dv-cinder-831187-2-iscsi: {},
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:     Metering agent@dv-cinder-831187-2-iscsi: {},
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:     Open vSwitch agent@dv-cinder-831187-2-iscsi: {   'AddressGroup': '1.2',
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'ConntrackHelper': '1.0',
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'Log': '1.0',
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'Network': '1.1',
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'Port': '1.7',
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'PortForwarding': '1.2',
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'QosPolicy': '1.8',
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'SecurityGroup': '1.4',
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'SecurityGroupRule': '1.2',
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'SubPort': '1.0',
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'Subnet': '1.1',
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'Trunk': '1.1'}}
May 12 14:39:07.742556 dv-cinder-831187-2-iscsi neutron-server[88128]:  {{(pid=88128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 14:39:07.830007 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Attempting to bind port c93254e8-d992-4f8b-bb9b-a93aa796aff2 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:39:07.830628 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Attempting to bind port c93254e8-d992-4f8b-bb9b-a93aa796aff2 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': 'c52addce-3b25-4231-934a-3c4125bf9c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:39:07.830735 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Attempting to bind port c93254e8-d992-4f8b-bb9b-a93aa796aff2 on network f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5 {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:39:07.836025 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:39:07.836394 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Checking segment: {'id': 'c52addce-3b25-4231-934a-3c4125bf9c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:39:07.836884 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:07.837275 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Bound using segment: {'id': 'c52addce-3b25-4231-934a-3c4125bf9c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:39:07.837810 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Bound port: c93254e8-d992-4f8b-bb9b-a93aa796aff2, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52addce-3b25-4231-934a-3c4125bf9c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:39:07.838209 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:07.948799 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] For port c93254e8-d992-4f8b-bb9b-a93aa796aff2, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:39:07.952652 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] For port c93254e8-d992-4f8b-bb9b-a93aa796aff2, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=c93254e8-d992-4f8b-bb9b-a93aa796aff2,segment=NetworkSegment(c52addce-3b25-4231-934a-3c4125bf9c2a),segment_id=c52addce-3b25-4231-934a-3c4125bf9c2a)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:39:08.077831 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:08.167281 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f44a6-1374-4771-897e-85387e6d8bc5 None None] Pushing event updated for resources: {'Port': ['ID=c93254e8-d992-4f8b-bb9b-a93aa796aff2,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:09.550010 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57092) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:39:09.926378 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [None req-243a22bb-c525-4362-ad35-ce00d444534e admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 14:39:09.927740 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-243a22bb-c525-4362-ad35-ce00d444534e admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3766396
May 12 14:39:11.380529 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device c93254e8-d992-4f8b-bb9b-a93aa796aff2 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:39:11.513629 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port c93254e8-d992-4f8b-bb9b-a93aa796aff2 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:39:11.980737 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5cc0f4-086e-41ea-bfdd-44501ec85d6d None None] Network f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:39:12.198718 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1e5c374a-3700-4e6b-a80a-9655e9b632e3 None None] Provisioning for port c93254e8-d992-4f8b-bb9b-a93aa796aff2 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:39:12.208772 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1e5c374a-3700-4e6b-a80a-9655e9b632e3 None None] Provisioning complete for port c93254e8-d992-4f8b-bb9b-a93aa796aff2 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:39:12.209212 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1e5c374a-3700-4e6b-a80a-9655e9b632e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:12.350111 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1e5c374a-3700-4e6b-a80a-9655e9b632e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:12.381079 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57108) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:39:12.384446 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-1e5c374a-3700-4e6b-a80a-9655e9b632e3 None None] For port c93254e8-d992-4f8b-bb9b-a93aa796aff2, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=c93254e8-d992-4f8b-bb9b-a93aa796aff2,segment=NetworkSegment(c52addce-3b25-4231-934a-3c4125bf9c2a),segment_id=c52addce-3b25-4231-934a-3c4125bf9c2a)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:39:12.481780 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1e5c374a-3700-4e6b-a80a-9655e9b632e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:12.551303 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c374a-3700-4e6b-a80a-9655e9b632e3 None None] Pushing event updated for resources: {'Port': ['ID=c93254e8-d992-4f8b-bb9b-a93aa796aff2,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:12.601919 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-b9c183d5-21df-4335-bbf5-bf132517aacb None None] Provisioning complete for port c93254e8-d992-4f8b-bb9b-a93aa796aff2 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:39:12.602297 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b9c183d5-21df-4335-bbf5-bf132517aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:12.751478 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [None req-37d4af47-07a1-4613-867f-b2f6ce58b419 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 14:39:12.752467 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-37d4af47-07a1-4613-867f-b2f6ce58b419 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3698335
May 12 14:39:13.356735 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device c93254e8-d992-4f8b-bb9b-a93aa796aff2 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:39:13.422732 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port c93254e8-d992-4f8b-bb9b-a93aa796aff2 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:39:13.423393 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:15.424070 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57120) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:39:15.764021 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-034d4fe8-3cb2-445c-bc55-abd640699e02 admin admin] Request body: {'router': {'tenant_id': '84d1d75cc1dd451eb273a3d84999632a', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:39:15.769478 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-034d4fe8-3cb2-445c-bc55-abd640699e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:39:15.773432 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-034d4fe8-3cb2-445c-bc55-abd640699e02 admin admin] Usage tracker for resource:router and tenant:84d1d75cc1dd451eb273a3d84999632a is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:39:15.776647 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-034d4fe8-3cb2-445c-bc55-abd640699e02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:39:15.782167 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-034d4fe8-3cb2-445c-bc55-abd640699e02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:39:15.876639 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-034d4fe8-3cb2-445c-bc55-abd640699e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3890076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28053'] for router, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:15.878122 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-034d4fe8-3cb2-445c-bc55-abd640699e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3883812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28034'] for router, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:15.899350 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-034d4fe8-3cb2-445c-bc55-abd640699e02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:16.076727 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-034d4fe8-3cb2-445c-bc55-abd640699e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3883785'] for router, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:16.187727 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-034d4fe8-3cb2-445c-bc55-abd640699e02 admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:16.188809 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-034d4fe8-3cb2-445c-bc55-abd640699e02 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7637880
May 12 14:39:18.262071 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-85e976ad-a4db-4446-84de-02cdd9827734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:18.596212 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57130) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:39:18.960959 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [None req-fa7fbfb0-4ad4-41ce-8f6c-6c747e09dda9 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 14:39:18.961922 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-fa7fbfb0-4ad4-41ce-8f6c-6c747e09dda9 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3647895
May 12 14:39:20.673674 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9f633a66-b595-4698-87b4-f51e28d284c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:21.363453 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57140) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:39:21.592969 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:21.695902 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:21.729201 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:39:21.734245 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:39:21.738660 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Usage tracker for resource:network and tenant:afc27899a88d43b1b6e8a6557f6cfe33 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:39:21.741534 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:39:21.747145 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:39:21.832675 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Made reservation on behalf of afc27899a88d43b1b6e8a6557f6cfe33 for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:39:21.834923 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:21.847213 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:21.861159 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:39:21.864888 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Usage tracker for resource:security_group_rule and tenant:afc27899a88d43b1b6e8a6557f6cfe33 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:39:21.867658 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:39:21.873173 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:39:21.967571 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:22.053049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:22.076760 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Reserving flat network on physical network physnet1 {{(pid=88125) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 12 14:39:22.089790 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcc57ee-2099-4c1b-bc09-a4511b2daaf3,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:22.097282 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:22.097619 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Added segment 1e28fb61-40d9-41d4-aad9-9d15950cc4ba of type flat for network 70d2fa51-11f3-4a4a-9682-a94236c979fd
May 12 14:39:22.127499 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:22.269992 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:22.271246 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:39:22.271817 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:22.365163 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] Pushing event updated for resources: {'Network': ['ID=70d2fa51-11f3-4a4a-9682-a94236c979fd,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:22.374537 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:39:22.505276 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-20c3f062-e510-478a-afe5-7a431207b276 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.1407590
May 12 14:39:22.884368 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:24.919135 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57160) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:39:25.126242 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a71af8-777a-4fea-9849-28fba8bdb555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:39:25.127575 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-65a71af8-777a-4fea-9849-28fba8bdb555 admin admin] 10.222.0.49 "GET /v2.0/subnets/339f623d-d03d-4d1e-a6f6-ac5a04c180b9 HTTP/1.1" status: 200  len: 849 time: 0.2075071
May 12 14:39:25.270379 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-f497c26e-f181-4ac1-acf8-d3e56c17f879 admin admin] 10.222.0.49 "GET /v2.0/routers/61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6 HTTP/1.1" status: 200  len: 704 time: 0.1371801
May 12 14:39:25.722609 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:25.945946 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Allocated IP 172.20.0.1 (f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5/339f623d-d03d-4d1e-a6f6-ac5a04c180b9/faf1460e-9c4d-4866-a48d-8181990e52fb) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:39:26.112857 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:26.130317 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Transition to ACTIVE for port object faf1460e-9c4d-4866-a48d-8181990e52fb will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:39:26.242341 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:26.338125 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Network f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:39:26.341300 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:39:26.345301 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:39:26.345931 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885023'] for router_interface, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:26.471525 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=faf1460e-9c4d-4866-a48d-8181990e52fb,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:26.626966 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-8852b434-6fce-4515-ac67-d835600d39da None None] Provisioning for port faf1460e-9c4d-4866-a48d-8181990e52fb completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:39:26.631778 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-8852b434-6fce-4515-ac67-d835600d39da None None] Provisioning complete for port faf1460e-9c4d-4866-a48d-8181990e52fb triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:39:26.632147 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8852b434-6fce-4515-ac67-d835600d39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:26.694237 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-8852b434-6fce-4515-ac67-d835600d39da None None] Port faf1460e-9c4d-4866-a48d-8181990e52fb cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:39:26.706286 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:26.925632 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:27.006956 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:27.007714 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3749132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884922'] for router_interface, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:27.135171 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=faf1460e-9c4d-4866-a48d-8181990e52fb,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:27.196012 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Network f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:39:27.197107 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:39:27.416162 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-a9146619-2650-439b-90ad-4c044040c1c6 None None] Provisioning complete for port faf1460e-9c4d-4866-a48d-8181990e52fb triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:39:27.416541 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a9146619-2650-439b-90ad-4c044040c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:27.435889 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Router 61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6 is scheduled to L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f with binding_index 1 {{(pid=88125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 14:39:27.471609 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-a9146619-2650-439b-90ad-4c044040c1c6 None None] Port faf1460e-9c4d-4866-a48d-8181990e52fb cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:39:27.587162 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:39:27.596504 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7b6417bd-9080-4697-84cc-f74f9a81f3f9 admin admin] 10.222.0.49 "PUT /v2.0/routers/61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3203506
May 12 14:39:27.598048 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Sync routers for ids ['61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:39:27.608504 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Routers {'61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:39:27.609373 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8d6171f0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:39:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:39:27.782982 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Set router 61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6 gateway port host: None {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:39:28.155455 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8d6171f0>, [{'id': '61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6', 'name': 'router1', 'tenant_id': '84d1d75cc1dd451eb273a3d84999632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:15Z', 'updated_at': '2022-05-12T14:39:26Z', 'revision_number': 2, 'project_id': '84d1d75cc1dd451eb273a3d84999632a', 'gw_port_host': None, '_interfaces': [{'id': 'faf1460e-9c4d-4866-a48d-8181990e52fb', 'name': '', 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5', 'tenant_id': '84d1d75cc1dd451eb273a3d84999632a', 'mac_address': 'fa:16:3e:96:50:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '339f623d-d03d-4d1e-a6f6-ac5a04c180b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:25Z', 'updated_at': '2022-05-12T14:39:26Z', 'revision_number': 2, 'project_id': '84d1d75cc1dd451eb273a3d84999632a', 'subnets': [{'id': '339f623d-d03d-4d1e-a6f6-ac5a04c180b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '264a3e1b-6a35-41cd-9d14-552c97a214a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:39:28.160984 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Checking router: 61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:39:28.161365 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Updating router 61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6 port faf1460e-9c4d-4866-a48d-8181990e52fb binding host dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:39:28.213915 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:28.590348 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Notify callbacks [] for port, precommit_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:28.604757 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.provisioning_blocks [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Transition to ACTIVE for port object faf1460e-9c4d-4866-a48d-8181990e52fb will not be triggered until provisioned by entity L2. {{(pid=88129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:39:28.704363 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:28.866675 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd5850-039d-4144-b808-f44057bdf1cf None None] Pushing event updated for resources: {'Port': ['ID=faf1460e-9c4d-4866-a48d-8181990e52fb,revision_number=3']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:28.884514 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5850-039d-4144-b808-f44057bdf1cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:28.884862 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5850-039d-4144-b808-f44057bdf1cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:28.885200 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5850-039d-4144-b808-f44057bdf1cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:28.885533 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5850-039d-4144-b808-f44057bdf1cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:28.885862 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5850-039d-4144-b808-f44057bdf1cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:28.886191 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5850-039d-4144-b808-f44057bdf1cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:28.886516 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5850-039d-4144-b808-f44057bdf1cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:28.886857 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5850-039d-4144-b808-f44057bdf1cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:28.887200 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5850-039d-4144-b808-f44057bdf1cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:28.887530 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5850-039d-4144-b808-f44057bdf1cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:28.887852 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5850-039d-4144-b808-f44057bdf1cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:28.888171 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5850-039d-4144-b808-f44057bdf1cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd5850-039d-4144-b808-f44057bdf1cf None None] Tracked resource versions report:
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]: pushed versions:
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]: {   'AddressGroup': {'1.2'},
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:     'ConntrackHelper': {'1.0'},
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:     'Log': {'1.0'},
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:     'Network': {'1.1'},
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:     'Port': {'1.7'},
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:     'PortForwarding': {'1.2'},
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:     'QosPolicy': {'1.8'},
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:     'SecurityGroup': {'1.4'},
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:     'SecurityGroupRule': {'1.2'},
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:     'SubPort': {'1.0'},
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:     'Subnet': {'1.1'},
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:     'Trunk': {'1.1'}}
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]: consumer versions:
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]: {   DHCP agent@dv-cinder-831187-2-iscsi: {},
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:     L3 agent@dv-cinder-831187-2-iscsi: {},
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:     Metadata agent@dv-cinder-831187-2-iscsi: {},
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:     Metering agent@dv-cinder-831187-2-iscsi: {},
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:     Open vSwitch agent@dv-cinder-831187-2-iscsi: {   'AddressGroup': '1.2',
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'ConntrackHelper': '1.0',
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'Log': '1.0',
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'Network': '1.1',
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'Port': '1.7',
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'PortForwarding': '1.2',
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'QosPolicy': '1.8',
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'SecurityGroup': '1.4',
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'SecurityGroupRule': '1.2',
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'SubPort': '1.0',
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'Subnet': '1.1',
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'Trunk': '1.1'}}
May 12 14:39:28.889412 dv-cinder-831187-2-iscsi neutron-server[88129]:  {{(pid=88129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 14:39:28.945415 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Attempting to bind port faf1460e-9c4d-4866-a48d-8181990e52fb on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:39:28.945812 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Attempting to bind port faf1460e-9c4d-4866-a48d-8181990e52fb by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': 'c52addce-3b25-4231-934a-3c4125bf9c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5'}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:39:28.946247 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Attempting to bind port faf1460e-9c4d-4866-a48d-8181990e52fb on network f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5 {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:39:28.951424 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:39:28.951795 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Checking segment: {'id': 'c52addce-3b25-4231-934a-3c4125bf9c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:39:28.952263 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:28.952653 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Bound using segment: {'id': 'c52addce-3b25-4231-934a-3c4125bf9c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5'} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:39:28.953187 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Bound port: faf1460e-9c4d-4866-a48d-8181990e52fb, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52addce-3b25-4231-934a-3c4125bf9c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5'}}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:39:28.953568 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:29.042086 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] For port faf1460e-9c4d-4866-a48d-8181990e52fb, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:39:29.046025 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] For port faf1460e-9c4d-4866-a48d-8181990e52fb, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=faf1460e-9c4d-4866-a48d-8181990e52fb,segment=NetworkSegment(c52addce-3b25-4231-934a-3c4125bf9c2a),segment_id=c52addce-3b25-4231-934a-3c4125bf9c2a)] {{(pid=88129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:39:29.116306 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:29.193772 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Routers {'61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:39:29.194422 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8d6171f0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:39:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:39:29.372090 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd5850-039d-4144-b808-f44057bdf1cf None None] Pushing event updated for resources: {'Port': ['ID=faf1460e-9c4d-4866-a48d-8181990e52fb,revision_number=4']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:29.395636 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] Set router 61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6 gateway port host: None {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:39:29.713904 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8d6171f0>, [{'id': '61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6', 'name': 'router1', 'tenant_id': '84d1d75cc1dd451eb273a3d84999632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:15Z', 'updated_at': '2022-05-12T14:39:26Z', 'revision_number': 2, 'project_id': '84d1d75cc1dd451eb273a3d84999632a', 'gw_port_host': None, '_interfaces': [{'id': 'faf1460e-9c4d-4866-a48d-8181990e52fb', 'name': '', 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5', 'tenant_id': '84d1d75cc1dd451eb273a3d84999632a', 'mac_address': 'fa:16:3e:96:50:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '339f623d-d03d-4d1e-a6f6-ac5a04c180b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:25Z', 'updated_at': '2022-05-12T14:39:29Z', 'revision_number': 4, 'project_id': '84d1d75cc1dd451eb273a3d84999632a', 'subnets': [{'id': '339f623d-d03d-4d1e-a6f6-ac5a04c180b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '264a3e1b-6a35-41cd-9d14-552c97a214a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:39:29.718447 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f64be-7c13-4e4b-8516-354279686673 None None] The sync data for ids ['61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6'] in dv-cinder-831187-2-iscsi is: [{'id': '61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6', 'name': 'router1', 'tenant_id': '84d1d75cc1dd451eb273a3d84999632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:15Z', 'updated_at': '2022-05-12T14:39:26Z', 'revision_number': 2, 'project_id': '84d1d75cc1dd451eb273a3d84999632a', 'gw_port_host': None, '_interfaces': [{'id': 'faf1460e-9c4d-4866-a48d-8181990e52fb', 'name': '', 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5', 'tenant_id': '84d1d75cc1dd451eb273a3d84999632a', 'mac_address': 'fa:16:3e:96:50:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '339f623d-d03d-4d1e-a6f6-ac5a04c180b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:25Z', 'updated_at': '2022-05-12T14:39:29Z', 'revision_number': 4, 'project_id': '84d1d75cc1dd451eb273a3d84999632a', 'subnets': [{'id': '339f623d-d03d-4d1e-a6f6-ac5a04c180b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '264a3e1b-6a35-41cd-9d14-552c97a214a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:39:29.829749 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57182) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:39:29.970432 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf3ebb2-e0e5-4aac-8aaa-a8093c36f1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:39:29.970935 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-bbf3ebb2-e0e5-4aac-8aaa-a8093c36f1d4 admin admin] Synchronizing usage tracker for tenant:afc27899a88d43b1b6e8a6557f6cfe33 on resource:network {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:39:30.065329 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-bbf3ebb2-e0e5-4aac-8aaa-a8093c36f1d4 admin admin] Unset dirty status for tenant:afc27899a88d43b1b6e8a6557f6cfe33 on resource:network {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:39:30.066513 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-bbf3ebb2-e0e5-4aac-8aaa-a8093c36f1d4 admin admin] 10.222.0.49 "GET /v2.0/networks/70d2fa51-11f3-4a4a-9682-a94236c979fd HTTP/1.1" status: 200  len: 842 time: 0.2358131
May 12 14:39:30.075917 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'gateway_ip': '172.27.3.1', 'ip_version': 4}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:39:30.084231 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:39:30.088489 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Usage tracker for resource:subnet and tenant:afc27899a88d43b1b6e8a6557f6cfe33 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:39:30.091393 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:39:30.097957 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:39:30.219039 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Made reservation on behalf of afc27899a88d43b1b6e8a6557f6cfe33 for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:39:30.221359 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:30.715535 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.objects.ports [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88125) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
May 12 14:39:30.715964 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:30.792032 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:30.800803 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Checking segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:39:30.801177 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Network hostable DHCP agents. Network: 70d2fa51-11f3-4a4a-9682-a94236c979fd, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:39:30.904224 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:39:30.995701 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, 70d2fa51-11f3-4a4a-9682-a94236c979fd) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:39:30.999672 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:39:31.000285 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:31.004376 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e9d571-7a03-4773-b253-446b09e50e2e None None] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:39:31.083145 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5bc4150f-8093-4ebc-b9f3-d6f15c51f080 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0107257
May 12 14:39:31.224751 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c1550-ce61-4ef0-96c9-b45228ded9e0 None None] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:39:31.405599 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device faf1460e-9c4d-4866-a48d-8181990e52fb up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:39:31.652960 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port faf1460e-9c4d-4866-a48d-8181990e52fb completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:39:31.658934 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port faf1460e-9c4d-4866-a48d-8181990e52fb triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:39:31.658934 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:31.777683 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:31.808435 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port faf1460e-9c4d-4866-a48d-8181990e52fb, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=faf1460e-9c4d-4866-a48d-8181990e52fb,segment=NetworkSegment(c52addce-3b25-4231-934a-3c4125bf9c2a),segment_id=c52addce-3b25-4231-934a-3c4125bf9c2a)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:39:31.915681 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:31.982330 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=faf1460e-9c4d-4866-a48d-8181990e52fb,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:33.369990 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device faf1460e-9c4d-4866-a48d-8181990e52fb up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:39:33.399558 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57196) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:39:33.437080 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port faf1460e-9c4d-4866-a48d-8181990e52fb triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:39:33.437455 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:33.590192 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e10d03df-e5e8-46cb-903b-766c85e509cb admin admin] 10.222.0.49 "GET /v2.0/routers/61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6 HTTP/1.1" status: 200  len: 710 time: 0.1894510
May 12 14:39:33.711118 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cabdf0-0e3b-498a-a15d-001a7b2b1ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:39:33.712409 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-47cabdf0-0e3b-498a-a15d-001a7b2b1ee6 admin admin] 10.222.0.49 "GET /v2.0/networks/70d2fa51-11f3-4a4a-9682-a94236c979fd HTTP/1.1" status: 200  len: 886 time: 0.1165242
May 12 14:39:33.721263 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:39:34.142698 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3883826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3890062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28144'] for router, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:34.611977 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:34.667141 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:34.839411 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Allocated IP 172.27.3.228 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/92aae847-e763-4681-ba90-3357217ed30b) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:39:34.982516 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:35.112816 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:35.180404 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:39:35.183295 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:39:35.186960 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:39:35.241228 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=92aae847-e763-4681-ba90-3357217ed30b,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:35.634864 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:36.016384 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3883826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3890062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28144'] for router, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:36.020140 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3883785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3883835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3883776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3890105'] for router, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:36.200384 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Router 61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:39:36.377884 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:39:36.393709 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:36.393709 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e942afa2-4f9a-43df-a172-2f5e92017aa5 admin admin] 10.222.0.49 "PUT /v2.0/routers/61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6 HTTP/1.1" status: 200  len: 890 time: 2.6695430
May 12 14:39:36.393854 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Sync routers for ids ['61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:39:36.398615 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Routers {'61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:39:36.399318 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8d50a7f0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:39:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:39:36.590783 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Set router 61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:39:36.948840 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8d50a7f0>, [{'id': '61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6', 'name': 'router1', 'tenant_id': '84d1d75cc1dd451eb273a3d84999632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '92aae847-e763-4681-ba90-3357217ed30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:15Z', 'updated_at': '2022-05-12T14:39:35Z', 'revision_number': 4, 'project_id': '84d1d75cc1dd451eb273a3d84999632a', 'gw_port': {'id': '92aae847-e763-4681-ba90-3357217ed30b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:34Z', 'updated_at': '2022-05-12T14:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'faf1460e-9c4d-4866-a48d-8181990e52fb', 'name': '', 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5', 'tenant_id': '84d1d75cc1dd451eb273a3d84999632a', 'mac_address': 'fa:16:3e:96:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '339f623d-d03d-4d1e-a6f6-ac5a04c180b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:25Z', 'updated_at': '2022-05-12T14:39:31Z', 'revision_number': 5, 'project_id': '84d1d75cc1dd451eb273a3d84999632a', 'subnets': [{'id': '339f623d-d03d-4d1e-a6f6-ac5a04c180b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '264a3e1b-6a35-41cd-9d14-552c97a214a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:39:36.953645 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Checking router: 61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:39:36.954000 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Updating router 61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6 port 92aae847-e763-4681-ba90-3357217ed30b binding host dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:39:37.004551 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:37.330894 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:37.342124 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Transition to ACTIVE for port object 92aae847-e763-4681-ba90-3357217ed30b will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:39:37.418913 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:37.497114 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Attempting to bind port 92aae847-e763-4681-ba90-3357217ed30b on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:39:37.497482 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Attempting to bind port 92aae847-e763-4681-ba90-3357217ed30b by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:39:37.497847 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Attempting to bind port 92aae847-e763-4681-ba90-3357217ed30b on network 70d2fa51-11f3-4a4a-9682-a94236c979fd {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:39:37.504671 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cf540-564a-49c9-9075-e71c913541a5 None None] Pushing event updated for resources: {'Port': ['ID=92aae847-e763-4681-ba90-3357217ed30b,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:37.507681 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:39:37.508223 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Checking segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:39:37.508629 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:37.509013 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Bound using segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:39:37.509484 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Bound port: 92aae847-e763-4681-ba90-3357217ed30b, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:39:37.509874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:37.584955 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] For port 92aae847-e763-4681-ba90-3357217ed30b, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:39:37.588007 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] For port 92aae847-e763-4681-ba90-3357217ed30b, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=92aae847-e763-4681-ba90-3357217ed30b,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:39:37.664753 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:37.745236 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Routers {'61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:39:37.745927 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8d50a7f0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:39:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:39:37.798870 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cf540-564a-49c9-9075-e71c913541a5 None None] Pushing event updated for resources: {'Port': ['ID=92aae847-e763-4681-ba90-3357217ed30b,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:37.930969 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] Set router 61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:39:38.262913 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8d50a7f0>, [{'id': '61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6', 'name': 'router1', 'tenant_id': '84d1d75cc1dd451eb273a3d84999632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '92aae847-e763-4681-ba90-3357217ed30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:15Z', 'updated_at': '2022-05-12T14:39:35Z', 'revision_number': 4, 'project_id': '84d1d75cc1dd451eb273a3d84999632a', 'gw_port': {'id': '92aae847-e763-4681-ba90-3357217ed30b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:34Z', 'updated_at': '2022-05-12T14:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'faf1460e-9c4d-4866-a48d-8181990e52fb', 'name': '', 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5', 'tenant_id': '84d1d75cc1dd451eb273a3d84999632a', 'mac_address': 'fa:16:3e:96:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '339f623d-d03d-4d1e-a6f6-ac5a04c180b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:25Z', 'updated_at': '2022-05-12T14:39:31Z', 'revision_number': 5, 'project_id': '84d1d75cc1dd451eb273a3d84999632a', 'subnets': [{'id': '339f623d-d03d-4d1e-a6f6-ac5a04c180b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '264a3e1b-6a35-41cd-9d14-552c97a214a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:39:38.267820 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb94060b-10f8-4363-9aed-a15df82a28a0 None None] The sync data for ids ['61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6'] in dv-cinder-831187-2-iscsi is: [{'id': '61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6', 'name': 'router1', 'tenant_id': '84d1d75cc1dd451eb273a3d84999632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '92aae847-e763-4681-ba90-3357217ed30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:39:15Z', 'updated_at': '2022-05-12T14:39:35Z', 'revision_number': 4, 'project_id': '84d1d75cc1dd451eb273a3d84999632a', 'gw_port': {'id': '92aae847-e763-4681-ba90-3357217ed30b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:34Z', 'updated_at': '2022-05-12T14:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'faf1460e-9c4d-4866-a48d-8181990e52fb', 'name': '', 'network_id': 'f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5', 'tenant_id': '84d1d75cc1dd451eb273a3d84999632a', 'mac_address': 'fa:16:3e:96:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a38567-78fb-4a2e-aa1b-1a8a9bc0acf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '339f623d-d03d-4d1e-a6f6-ac5a04c180b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:39:25Z', 'updated_at': '2022-05-12T14:39:31Z', 'revision_number': 5, 'project_id': '84d1d75cc1dd451eb273a3d84999632a', 'subnets': [{'id': '339f623d-d03d-4d1e-a6f6-ac5a04c180b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '264a3e1b-6a35-41cd-9d14-552c97a214a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:39:38.852646 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57206) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:39:38.968403 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-32973efd-5946-4a48-8e6b-4fe53de325cb admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1146512
May 12 14:39:39.395589 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 92aae847-e763-4681-ba90-3357217ed30b up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:39:39.564819 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 92aae847-e763-4681-ba90-3357217ed30b completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:39:39.571238 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 92aae847-e763-4681-ba90-3357217ed30b triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:39:39.571238 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:39.698965 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:39.715379 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 92aae847-e763-4681-ba90-3357217ed30b, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=92aae847-e763-4681-ba90-3357217ed30b,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:39:39.870601 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:39.938111 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=92aae847-e763-4681-ba90-3357217ed30b,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:39:41.384982 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 92aae847-e763-4681-ba90-3357217ed30b up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:39:41.477224 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 92aae847-e763-4681-ba90-3357217ed30b triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:39:41.477817 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:44.385145 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 5 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:39:48.247247 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ac9bcd0c-f60c-4fc0-96ff-c690b2438664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:50.663851 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3d95bf26-d1eb-486a-80d7-5e849841cf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:51.603882 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:51.712327 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:39:52.883247 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:40:18.237736 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-3680470d-e821-4a47-801b-2eea816eec05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:40:20.648650 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4316eae2-a8db-4375-b77e-7c361ce412ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:40:21.381718 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 5 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:40:21.574554 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:40:21.698500 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:40:22.926620 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:40:48.259849 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-dc07f323-1c89-45d5-b39b-5d505c39916d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:40:50.693800 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4b84bb2f-961f-46ad-99fa-6c7c7cfbd489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:40:51.611187 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:40:51.677491 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:40:52.893578 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:40:58.383323 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 5 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:41:18.240793 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f45c-1c7c-461a-b7b4-d65ac079bae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:41:20.699017 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2334f581-2113-4f34-9f84-ac04ebb4126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:41:21.616568 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:41:21.721946 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:41:22.898010 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:41:35.383192 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 5 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:41:46.226781 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57776) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:41:46.292704 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80b06e2-3fbe-49c6-aeea-630b5df32123 admin admin] GET failed (client error): The resource could not be found.
May 12 14:41:46.293957 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-f80b06e2-3fbe-49c6-aeea-630b5df32123 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0662065
May 12 14:41:46.427303 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edf2162-8641-4e5f-ae3f-ce9f838407c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:41:46.428674 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7edf2162-8641-4e5f-ae3f-ce9f838407c2 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1307948
May 12 14:41:48.218454 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e8af6296-895d-41f3-8db6-9ea6a873dd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:41:48.589804 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57786) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:41:48.693219 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb88396-16a8-459d-955b-d30bccd2aa8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:41:48.693769 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-abb88396-16a8-459d-955b-d30bccd2aa8c admin admin] Synchronizing usage tracker for tenant:afc27899a88d43b1b6e8a6557f6cfe33 on resource:subnet {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:41:48.795758 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-abb88396-16a8-459d-955b-d30bccd2aa8c admin admin] Unset dirty status for tenant:afc27899a88d43b1b6e8a6557f6cfe33 on resource:subnet {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:41:48.796838 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-abb88396-16a8-459d-955b-d30bccd2aa8c admin admin] 10.222.0.49 "GET /v2.0/subnets/339f623d-d03d-4d1e-a6f6-ac5a04c180b9 HTTP/1.1" status: 200  len: 849 time: 0.2061024
May 12 14:41:48.806032 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:41:48.920965 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Notify callbacks [] for subnet, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:41:49.178284 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770203771769'] for subnet, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:41:49.224257 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:41:49.224911 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:41:49.226689 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] 10.222.0.49 "PUT /v2.0/subnets/339f623d-d03d-4d1e-a6f6-ac5a04c180b9 HTTP/1.1" status: 200  len: 868 time: 0.4238641
May 12 14:41:49.228796 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698210a2-0b61-45e0-9a35-bbf398e797fa None None] Network f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:41:49.252254 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=339f623d-d03d-4d1e-a6f6-ac5a04c180b9,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:41:49.260052 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:41:49.264149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:41:49.264149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:41:49.264149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:41:49.264149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:41:49.264149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:41:49.264149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:41:49.264149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:41:49.264149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:41:49.264149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:41:49.264149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:41:49.264149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d8d04b-f82a-4c50-b84f-d4e6c1baf1ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:41:49.652986 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-bda56f5f-d3a5-4b9a-afdf-d0e7476f16b5 None None] Provisioning complete for port faf1460e-9c4d-4866-a48d-8181990e52fb triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:41:49.653366 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bda56f5f-d3a5-4b9a-afdf-d0e7476f16b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:41:49.782228 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-bda56f5f-d3a5-4b9a-afdf-d0e7476f16b5 None None] Provisioning complete for port c93254e8-d992-4f8b-bb9b-a93aa796aff2 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:41:49.782494 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-bda56f5f-d3a5-4b9a-afdf-d0e7476f16b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:41:50.657694 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-9060894c-3d5b-4e7c-ac01-527adaa6c8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:41:51.417526 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57796) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:41:51.588964 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16ada3a-20d4-4ef6-868a-25aaeb161412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:41:51.589347 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16ada3a-20d4-4ef6-868a-25aaeb161412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:41:51.590867 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-f16ada3a-20d4-4ef6-868a-25aaeb161412 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1723764
May 12 14:41:51.624182 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:41:51.715781 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:41:52.915357 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:41:53.762733 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57806) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:41:53.940307 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a78f85-14b5-4cc5-b4c5-d376d8aa06df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:41:53.940768 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a78f85-14b5-4cc5-b4c5-d376d8aa06df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:41:53.942262 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-33a78f85-14b5-4cc5-b4c5-d376d8aa06df admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1785228
May 12 14:41:56.093548 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57816) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:41:56.311505 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ac452d-e587-4614-b5e9-1e8c609786c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:41:56.313407 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-22ac452d-e587-4614-b5e9-1e8c609786c9 admin admin] 10.222.0.49 "GET /v2.0/networks/70d2fa51-11f3-4a4a-9682-a94236c979fd HTTP/1.1" status: 200  len: 886 time: 0.2182286
May 12 14:41:58.588851 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57826) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:41:58.757668 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0a3463-ad1e-41d5-821b-e6aeb1b2d510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:41:58.759043 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3c0a3463-ad1e-41d5-821b-e6aeb1b2d510 admin admin] 10.222.0.49 "GET /v2.0/networks/f687dc7c-c0f0-4b4b-aab6-0fbc99ac14d5 HTTP/1.1" status: 200  len: 869 time: 0.1692276
May 12 14:42:00.907842 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57836) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:42:01.017711 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1eced2-46eb-4cd6-8417-9e2e4f34e814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:42:01.018166 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1eced2-46eb-4cd6-8417-9e2e4f34e814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:42:01.019734 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3f1eced2-46eb-4cd6-8417-9e2e4f34e814 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1109645
May 12 14:42:03.327403 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57846) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:42:03.435869 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da1df49-d110-4ef1-9cbf-5ba90def1a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:42:03.436328 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da1df49-d110-4ef1-9cbf-5ba90def1a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:42:03.438329 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5da1df49-d110-4ef1-9cbf-5ba90def1a8b admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1099756
May 12 14:42:05.622522 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57856) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:42:05.728113 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb874eab-92c4-4004-b10b-7f35b09a3f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:42:05.729404 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-eb874eab-92c4-4004-b10b-7f35b09a3f58 admin admin] 10.222.0.49 "GET /v2.0/subnets/339f623d-d03d-4d1e-a6f6-ac5a04c180b9 HTTP/1.1" status: 200  len: 868 time: 0.1058877
May 12 14:42:07.887662 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 57866) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:42:08.013570 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d8b1d-cbe7-4b26-94c5-f87c93b9a73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:42:08.015046 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-220d8b1d-cbe7-4b26-94c5-f87c93b9a73f admin admin] 10.222.0.49 "GET /v2.0/subnets/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2 HTTP/1.1" status: 200  len: 816 time: 0.1264386
May 12 14:42:12.382522 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 5 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:42:18.252260 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ea1e60f1-b862-4b97-9e59-236af77adda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:20.669684 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ad81dcdc-ed3a-47ba-96f5-d43cf7c2193d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:21.629477 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:21.680592 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:22.903750 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:27.368229 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 57912) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:42:27.415181 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [None req-d1776ee2-c716-448a-851f-fcbaa720b254 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 14:42:27.416149 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-d1776ee2-c716-448a-851f-fcbaa720b254 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0470123
May 12 14:42:29.655590 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 57922) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:42:29.730592 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76e8e8a-e67f-43b2-943c-d04be8772bbd admin admin] GET failed (client error): The resource could not be found.
May 12 14:42:29.731868 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-f76e8e8a-e67f-43b2-943c-d04be8772bbd admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0748761
May 12 14:42:29.872199 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5633e69-5219-413f-8c4a-8328c83dc190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:42:29.873634 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e5633e69-5219-413f-8c4a-8328c83dc190 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1372936
May 12 14:42:32.065009 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 57932) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:42:32.110327 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:42:32.114978 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:42:32.126268 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:42:32.212189 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Made reservation on behalf of afc27899a88d43b1b6e8a6557f6cfe33 for: {'network': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:42:32.214997 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:32.348784 dv-cinder-831187-2-iscsi neutron-server[88126]: WARNING neutron.services.revisions.revision_plugin [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f9f8d6aca60] {project_id='afc27899a88d43b1b6e8a6557f6cfe33', id='de9f55c9-c505-49c3-ad9a-812dc36c914f', target_tenant='*', action='access_as_shared', object_id='d357c576-babc-4e40-b452-45845cb56df8'}> to bump revision.
May 12 14:42:32.348784 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'}  {{(pid=88126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:42:32.348784 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770203815801', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:32.348784 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f9f8e20f790> segment precommit_create {{(pid=88126) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 12 14:42:32.348784 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.segments_db [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Added segment d50a7e6c-9b20-4c39-8be7-90ae10e95dc2 of type vlan for network d357c576-babc-4e40-b452-45845cb56df8
May 12 14:42:32.410461 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:32.514431 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:32.516051 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:42:32.516660 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:32.622645 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Pushing event updated for resources: {'Network': ['ID=d357c576-babc-4e40-b452-45845cb56df8,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:42:32.629826 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:32.630175 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:32.630508 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:32.630864 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:32.631225 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:32.631552 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:32.631872 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:32.632189 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:32.632521 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:32.632840 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:32.633155 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:32.633465 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] Tracked resource versions report:
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]: pushed versions:
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]: {   'AddressGroup': {'1.2'},
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:     'ConntrackHelper': {'1.0'},
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:     'Log': {'1.0'},
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:     'Network': {'1.1'},
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:     'Port': {'1.7'},
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:     'PortForwarding': {'1.2'},
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:     'QosPolicy': {'1.8'},
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:     'SecurityGroup': {'1.4'},
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:     'SecurityGroupRule': {'1.2'},
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:     'SubPort': {'1.0'},
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:     'Subnet': {'1.1'},
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:     'Trunk': {'1.1'}}
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]: consumer versions:
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]: {   DHCP agent@dv-cinder-831187-2-iscsi: {},
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:     L3 agent@dv-cinder-831187-2-iscsi: {},
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:     Metadata agent@dv-cinder-831187-2-iscsi: {},
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:     Metering agent@dv-cinder-831187-2-iscsi: {},
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:     Open vSwitch agent@dv-cinder-831187-2-iscsi: {   'AddressGroup': '1.2',
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'ConntrackHelper': '1.0',
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'Log': '1.0',
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'Network': '1.1',
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'Port': '1.7',
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'PortForwarding': '1.2',
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'QosPolicy': '1.8',
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'SecurityGroup': '1.4',
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'SecurityGroupRule': '1.2',
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'SubPort': '1.0',
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'Subnet': '1.1',
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'Trunk': '1.1'}}
May 12 14:42:32.634573 dv-cinder-831187-2-iscsi neutron-server[88126]:  {{(pid=88126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 14:42:32.647341 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-52a143f2-ac00-469f-946e-e54e61648e9d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5813048
May 12 14:42:32.664407 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network d357c576-babc-4e40-b452-45845cb56df8 details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:42:34.826508 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 57946) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:42:34.893711 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0e9ac1-217c-4d52-a5e3-331716926de2 admin admin] GET failed (client error): The resource could not be found.
May 12 14:42:34.894247 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-ed0e9ac1-217c-4d52-a5e3-331716926de2 admin admin] Synchronizing usage tracker for tenant:afc27899a88d43b1b6e8a6557f6cfe33 on resource:network {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:42:34.966228 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-ed0e9ac1-217c-4d52-a5e3-331716926de2 admin admin] Unset dirty status for tenant:afc27899a88d43b1b6e8a6557f6cfe33 on resource:network {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:42:34.967369 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-ed0e9ac1-217c-4d52-a5e3-331716926de2 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1397846
May 12 14:42:35.090199 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a426ec6-70bc-49e5-99a8-312a7cc45d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:42:35.091586 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-1a426ec6-70bc-49e5-99a8-312a7cc45d09 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1204619
May 12 14:42:35.100955 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-0a7853a4-5549-42ed-b373-d67e29bf5e7f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'd357c576-babc-4e40-b452-45845cb56df8', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:42:35.105386 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-0a7853a4-5549-42ed-b373-d67e29bf5e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:42:35.115316 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-0a7853a4-5549-42ed-b373-d67e29bf5e7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:42:35.183573 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7853a4-5549-42ed-b373-d67e29bf5e7f admin admin] Made reservation on behalf of afc27899a88d43b1b6e8a6557f6cfe33 for: {'subnet': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:42:35.185819 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0a7853a4-5549-42ed-b373-d67e29bf5e7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:35.458035 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0a7853a4-5549-42ed-b373-d67e29bf5e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for subnet, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:35.533911 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7853a4-5549-42ed-b373-d67e29bf5e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6741c52e-96b0-425b-90ca-93b353e9930f,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:42:35.543351 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7853a4-5549-42ed-b373-d67e29bf5e7f admin admin] Checking segment: {'id': 'd50a7e6c-9b20-4c39-8be7-90ae10e95dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd357c576-babc-4e40-b452-45845cb56df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:42:35.543733 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7853a4-5549-42ed-b373-d67e29bf5e7f admin admin] Network hostable DHCP agents. Network: d357c576-babc-4e40-b452-45845cb56df8, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:42:35.657823 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7853a4-5549-42ed-b373-d67e29bf5e7f admin admin] Network d357c576-babc-4e40-b452-45845cb56df8 is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:42:35.731701 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-0a7853a4-5549-42ed-b373-d67e29bf5e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, d357c576-babc-4e40-b452-45845cb56df8) {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:42:35.736363 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7853a4-5549-42ed-b373-d67e29bf5e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:42:35.736944 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0a7853a4-5549-42ed-b373-d67e29bf5e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:35.740713 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bb5092-caee-42ba-98f7-6c09b93b7980 None None] Network d357c576-babc-4e40-b452-45845cb56df8 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:42:35.830434 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-0a7853a4-5549-42ed-b373-d67e29bf5e7f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7327151
May 12 14:42:35.956333 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90abc092-179a-5d5e-8291-ea7041251afd-d357c576-babc-4e40-b452-45845cb56df8', 'network_id': 'd357c576-babc-4e40-b452-45845cb56df8', 'tenant_id': 'afc27899a88d43b1b6e8a6557f6cfe33', 'fixed_ips': [{'subnet_id': '6741c52e-96b0-425b-90ca-93b353e9930f'}]}} from dv-cinder-831187-2-iscsi. {{(pid=88128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 12 14:42:35.957214 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:36.112128 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Allocated IP 192.168.233.2 (d357c576-babc-4e40-b452-45845cb56df8/6741c52e-96b0-425b-90ca-93b353e9930f/44a3f664-1a65-48c4-94ca-e0067b3a753c) {{(pid=88128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:42:36.323846 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Notify callbacks [] for port, precommit_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:36.334200 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Transition to ACTIVE for port object 44a3f664-1a65-48c4-94ca-e0067b3a753c will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:42:36.351840 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Transition to ACTIVE for port object 44a3f664-1a65-48c4-94ca-e0067b3a753c will not be triggered until provisioned by entity DHCP. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:42:36.446537 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:36.509502 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Network d357c576-babc-4e40-b452-45845cb56df8 is already hosted by enough agents. {{(pid=88128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:42:36.512100 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Resources bound (agent type, host, resource id):  {{(pid=88128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:42:36.515749 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Received port after_create {{(pid=88128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:42:36.549157 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Pushing event updated for resources: {'Port': ['ID=44a3f664-1a65-48c4-94ca-e0067b3a753c,revision_number=1']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:42:36.563921 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:36.564267 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:36.564606 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:36.564936 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:36.565267 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:36.565596 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:36.565928 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:36.566250 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:36.566586 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:36.566928 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:36.567248 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:36.567564 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:42:36.621740 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Attempting to bind port 44a3f664-1a65-48c4-94ca-e0067b3a753c on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:42:36.622103 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Attempting to bind port 44a3f664-1a65-48c4-94ca-e0067b3a753c by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': 'd50a7e6c-9b20-4c39-8be7-90ae10e95dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd357c576-babc-4e40-b452-45845cb56df8'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:42:36.622456 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Attempting to bind port 44a3f664-1a65-48c4-94ca-e0067b3a753c on network d357c576-babc-4e40-b452-45845cb56df8 {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:42:36.627759 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:42:36.628127 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Checking segment: {'id': 'd50a7e6c-9b20-4c39-8be7-90ae10e95dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd357c576-babc-4e40-b452-45845cb56df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:42:36.628518 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:36.628900 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Bound using segment: {'id': 'd50a7e6c-9b20-4c39-8be7-90ae10e95dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd357c576-babc-4e40-b452-45845cb56df8'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:42:36.629352 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Bound port: 44a3f664-1a65-48c4-94ca-e0067b3a753c, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50a7e6c-9b20-4c39-8be7-90ae10e95dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd357c576-babc-4e40-b452-45845cb56df8'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:42:36.629714 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:36.714569 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] For port 44a3f664-1a65-48c4-94ca-e0067b3a753c, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:42:36.717510 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] For port 44a3f664-1a65-48c4-94ca-e0067b3a753c, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=44a3f664-1a65-48c4-94ca-e0067b3a753c,segment=NetworkSegment(d50a7e6c-9b20-4c39-8be7-90ae10e95dc2),segment_id=d50a7e6c-9b20-4c39-8be7-90ae10e95dc2)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:42:36.803452 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:36.880996 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ff2da-a83a-4594-ae39-bfb9f27e7886 None None] Pushing event updated for resources: {'Port': ['ID=44a3f664-1a65-48c4-94ca-e0067b3a753c,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:42:37.480570 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 44a3f664-1a65-48c4-94ca-e0067b3a753c up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:42:37.629564 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 44a3f664-1a65-48c4-94ca-e0067b3a753c completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:42:37.726994 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df384c56-34e6-4f6d-ab10-43c4c7f3246a None None] Network d357c576-babc-4e40-b452-45845cb56df8 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:42:37.881403 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-4d60a6b4-3040-47ff-8518-b625f9c7325f None None] Provisioning for port 44a3f664-1a65-48c4-94ca-e0067b3a753c completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:42:37.901053 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-4d60a6b4-3040-47ff-8518-b625f9c7325f None None] Provisioning complete for port 44a3f664-1a65-48c4-94ca-e0067b3a753c triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:42:37.901422 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d60a6b4-3040-47ff-8518-b625f9c7325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:38.083616 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d60a6b4-3040-47ff-8518-b625f9c7325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:38.117472 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-4d60a6b4-3040-47ff-8518-b625f9c7325f None None] For port 44a3f664-1a65-48c4-94ca-e0067b3a753c, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=44a3f664-1a65-48c4-94ca-e0067b3a753c,segment=NetworkSegment(d50a7e6c-9b20-4c39-8be7-90ae10e95dc2),segment_id=d50a7e6c-9b20-4c39-8be7-90ae10e95dc2)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:42:38.173229 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4d60a6b4-3040-47ff-8518-b625f9c7325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:38.264939 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60a6b4-3040-47ff-8518-b625f9c7325f None None] Pushing event updated for resources: {'Port': ['ID=44a3f664-1a65-48c4-94ca-e0067b3a753c,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:42:38.293409 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-00e5bb00-a8a9-49ce-9a4c-ffc7846cbd60 None None] Provisioning complete for port 44a3f664-1a65-48c4-94ca-e0067b3a753c triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:42:38.293874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-00e5bb00-a8a9-49ce-9a4c-ffc7846cbd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:39.457357 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 44a3f664-1a65-48c4-94ca-e0067b3a753c up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:42:39.524890 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 44a3f664-1a65-48c4-94ca-e0067b3a753c triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:42:39.525172 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:48.223439 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1d90d858-22a8-465c-add5-c7d364876c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:49.381520 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 5 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:42:50.668880 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c883b2ef-341d-4ff0-bf55-89490ddc3ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:51.628714 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:51.708953 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:42:52.903441 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:43:18.239869 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6ee277aa-85cf-4776-bf44-fda6d25ef5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:43:20.657720 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cbfffabb-800b-44f9-8664-8813e22d517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:43:21.625942 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:43:21.691386 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:43:22.931317 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:43:26.382928 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 5 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:43:48.233760 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b0115b5e-d176-4e9c-9f2f-70a326485da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:43:50.652654 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-93a3eebc-ebcb-492a-87e1-ccce3d1ea063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:43:51.616870 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:43:51.725652 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:43:52.890846 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:03.384141 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 5 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:44:10.611170 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 57992) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:44:10.617627 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [None req-c48fbe31-8191-4c09-8fc2-1c5bb3b9abb5 tempest-verify_tempest_config-512920560 tempest-verify_tempest_config-512920560-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 14:44:10.618560 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c48fbe31-8191-4c09-8fc2-1c5bb3b9abb5 tempest-verify_tempest_config-512920560 tempest-verify_tempest_config-512920560-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0064518
May 12 14:44:11.198969 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58010) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:44:11.316971 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:11.330696 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:44:11.335136 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Usage tracker for resource:security_group_rule and tenant:4175dc4a283a4b629ea2c18bf322ff84 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:44:11.337851 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:44:11.343835 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:44:11.422481 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:11.559210 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:11.606931 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Synchronizing usage tracker for tenant:afc27899a88d43b1b6e8a6557f6cfe33 on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:44:11.610119 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91b0ab3-352d-4797-b79d-8001be7b37e9,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:44:11.621233 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:44:11.624602 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:44:11.624602 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:44:11.624602 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:44:11.624602 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:44:11.624602 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:44:11.624602 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:44:11.624602 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:44:11.624602 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:44:11.624602 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:44:11.624602 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:44:11.625438 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:44:11.753498 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] Unset dirty status for tenant:afc27899a88d43b1b6e8a6557f6cfe33 on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:44:11.755337 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3f9bb972-4717-4d9a-8ae4-002eb9d19b70 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4175dc4a283a4b629ea2c18bf322ff84&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5553589
May 12 14:44:11.758037 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58016) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:44:11.813925 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-31a391c5-79d9-42ee-a163-ef8d1e2c4e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:11.839997 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-31a391c5-79d9-42ee-a163-ef8d1e2c4e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:12.005419 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-31a391c5-79d9-42ee-a163-ef8d1e2c4e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:12.019334 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a391c5-79d9-42ee-a163-ef8d1e2c4e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91b0ab3-352d-4797-b79d-8001be7b37e9,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:44:12.025754 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-31a391c5-79d9-42ee-a163-ef8d1e2c4e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:12.027543 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-31a391c5-79d9-42ee-a163-ef8d1e2c4e7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c91b0ab3-352d-4797-b79d-8001be7b37e9 HTTP/1.1" status: 204  len: 168 time: 0.2685606
May 12 14:44:18.256431 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a4a81866-a35f-4b09-b844-38d74bd18994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:20.668309 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-244104a9-d53a-4730-b6ae-bab742e5d3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:21.645390 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:21.736129 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:22.930585 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:40.382619 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 5 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:44:48.234163 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-142e7e5a-75b9-4098-a0cd-ca812a3ae67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:50.661139 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6b4d28e6-d2a0-477f-b587-f4fee6eded3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:51.634094 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:51.695860 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:44:52.913024 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:45:17.380850 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 5 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:45:18.256230 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-74b64fc4-0ac8-4bca-af8f-0ab339223991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:45:20.684612 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-05677c4d-c268-4d4b-8f17-524c130197fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:45:21.639007 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:45:21.690265 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:45:22.918710 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:45:48.238466 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1e106d01-9e0a-4fce-bc54-4c6f48ed794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:45:50.673295 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-39a26d80-aeca-4b8b-8ac0-5369f4a65e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:45:51.639352 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:45:51.724764 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:45:52.901590 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:45:54.385926 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 5 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:45:58.421553 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3889956'] for agent, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:46:14.117510 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58094) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:46:14.228624 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d13f22eb-d751-4931-aadc-74cd7ed48db4 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1100435
May 12 14:46:16.388665 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58104) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:46:16.442329 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-caae0393-c25c-4b54-b49f-fc65fb8ab95c admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0525737
May 12 14:46:18.238507 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-147ec349-7005-4a25-b92e-bbf094cfc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:46:20.665023 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ad900232-f32c-49bc-83d3-f6b001394b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:46:21.621486 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:46:21.713168 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:46:22.962169 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:46:28.484041 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:46:31.384357 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:46:48.267064 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-68f23b08-047b-4a68-92e8-c4f99d3de263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:46:50.667069 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2df52136-ebda-4fdc-9c13-737bf4ecc503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:46:51.641352 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:46:51.698356 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:46:52.952232 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:46:58.455938 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:47:08.383761 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:47:18.220731 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e161293c-73c5-4c7c-be5f-48979502f194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:47:20.672111 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d3741276-ba13-40e8-89c8-61cb35bd9e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:47:21.654826 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:47:21.729044 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:47:22.924145 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:47:28.452531 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:47:45.382674 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:47:48.240402 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2f1f29f7-d5d1-48bc-9fcc-006bae6fea57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:47:50.686898 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-cf1487b9-ef90-4a13-b6b8-5d00102992ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:47:51.677724 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:47:51.700490 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:47:52.987199 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:47:58.469908 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:01.284579 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58284) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:01.608697 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-220495063-network', 'tenant_id': 'a090a68e336b4562aca524a95f550e04'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:01.614081 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:01.618010 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Usage tracker for resource:network and tenant:a090a68e336b4562aca524a95f550e04 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:01.621089 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:01.626915 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:01.732020 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Made reservation on behalf of a090a68e336b4562aca524a95f550e04 for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:01.734191 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:01.749753 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:01.764269 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:01.768673 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Usage tracker for resource:security_group_rule and tenant:a090a68e336b4562aca524a95f550e04 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:01.771663 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:01.777602 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:01.857809 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:01.940091 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:01.972072 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'}  {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:48:01.974196 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a74fe4-fada-4c35-9bc5-8c16bad8eac7,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:01.984792 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:01.985143 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:01.985653 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:01.986082 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:01.986361 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:01.986612 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:01.987019 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:01.987337 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:01.987669 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:01.987990 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:01.988301 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:01.988617 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Tracked resource versions report:
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]: pushed versions:
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]: {   'AddressGroup': {'1.2'},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     'ConntrackHelper': {'1.0'},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     'Log': {'1.0'},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     'Network': {'1.1'},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     'Port': {'1.7'},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     'PortForwarding': {'1.2'},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     'QosPolicy': {'1.8'},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     'SecurityGroup': {'1.4'},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     'SecurityGroupRule': {'1.2'},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     'SubPort': {'1.0'},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     'Subnet': {'1.1'},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     'Trunk': {'1.1'}}
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]: consumer versions:
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]: {   DHCP agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     HyperV agent@hv-cinder-83118: {},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     L3 agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     Metadata agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     Metering agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:     Open vSwitch agent@dv-cinder-831187-2-iscsi: {   'AddressGroup': '1.2',
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'ConntrackHelper': '1.0',
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'Log': '1.0',
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'Network': '1.1',
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'Port': '1.7',
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'PortForwarding': '1.2',
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'QosPolicy': '1.8',
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'SecurityGroup': '1.4',
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'SecurityGroupRule': '1.2',
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'SubPort': '1.0',
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'Subnet': '1.1',
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:                                                      'Trunk': '1.1'}}
May 12 14:48:01.989647 dv-cinder-831187-2-iscsi neutron-server[88125]:  {{(pid=88125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 14:48:01.996089 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:01.996425 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Added segment fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c of type vlan for network 42e9462e-79bf-4236-9d9e-1261c021234a
May 12 14:48:02.023839 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:02.112510 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:02.113543 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:02.114423 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:02.134110 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58314) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:02.198117 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58320) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:02.229583 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=42e9462e-79bf-4236-9d9e-1261c021234a,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:02.242774 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network 42e9462e-79bf-4236-9d9e-1261c021234a details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:48:02.367480 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-45b8dfa0-db3b-4449-b2e4-6789210cd8a6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.0817547
May 12 14:48:02.368035 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58332) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:02.376894 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Request body: {'subnet': {'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-220495063-subnet', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:02.381493 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:02.385774 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Usage tracker for resource:subnet and tenant:a090a68e336b4562aca524a95f550e04 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:02.388774 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:02.394548 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:02.437645 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58338) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:02.454741 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Made reservation on behalf of a090a68e336b4562aca524a95f550e04 for: {'subnet': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:02.457121 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:02.539557 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1198344068-network', 'tenant_id': '4a0fc219e42a416ea2f81435544b43bd'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:02.544539 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:02.560647 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Usage tracker for resource:network and tenant:4a0fc219e42a416ea2f81435544b43bd is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:02.563875 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58348) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:02.566063 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1664175777-network', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:02.571835 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:02.579633 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:02.588662 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:02.601355 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Usage tracker for resource:network and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:02.606528 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:02.614995 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:02.714767 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1658987610-network', 'tenant_id': 'e4850c8f9442449c8fc5ea3d96b85233'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:02.714767 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Made reservation on behalf of 4a0fc219e42a416ea2f81435544b43bd for: {'network': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:02.716253 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:02.731100 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Made reservation on behalf of 67a8451272cc41ebaf1598ed940bf09a for: {'network': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:02.733366 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:02.751999 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:02.769972 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:02.772260 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:02.787274 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Usage tracker for resource:network and tenant:e4850c8f9442449c8fc5ea3d96b85233 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:02.793925 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:02.795708 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:02.804944 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:02.807595 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:02.810932 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Usage tracker for resource:security_group_rule and tenant:4a0fc219e42a416ea2f81435544b43bd is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:02.814031 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Usage tracker for resource:security_group_rule and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:02.817485 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:02.823897 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:02.827264 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:02.833533 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:02.847739 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for subnet, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:02.913995 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-318530990-network', 'tenant_id': '0301badcd92e4cc483246a0fa4949060'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:02.914275 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Made reservation on behalf of e4850c8f9442449c8fc5ea3d96b85233 for: {'network': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:02.916607 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:02.918832 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:02.924290 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Usage tracker for resource:network and tenant:0301badcd92e4cc483246a0fa4949060 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:02.930326 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:02.938633 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:02.952728 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.007586 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:03.025709 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Usage tracker for resource:security_group_rule and tenant:e4850c8f9442449c8fc5ea3d96b85233 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:03.040717 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Made reservation on behalf of 0301badcd92e4cc483246a0fa4949060 for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:03.043184 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:03.044013 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.046249 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Checking segment: {'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:03.046667 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Network hostable DHCP agents. Network: 42e9462e-79bf-4236-9d9e-1261c021234a, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:48:03.050944 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b19e2646-24d9-4430-9acb-4aef7b057e71,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:03.063591 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:03.069895 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.077505 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:03.077906 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:03.078254 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:03.079109 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:03.079109 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:03.079329 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:03.079849 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:03.080348 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:03.080836 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:03.081329 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:03.081662 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:03.081985 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Tracked resource versions report:
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]: pushed versions:
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]: {   'AddressGroup': {'1.2'},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     'ConntrackHelper': {'1.0'},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     'Log': {'1.0'},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     'Network': {'1.1'},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     'Port': {'1.7'},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     'PortForwarding': {'1.2'},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     'QosPolicy': {'1.8'},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     'SecurityGroup': {'1.4'},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     'SecurityGroupRule': {'1.2'},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     'SubPort': {'1.0'},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     'Subnet': {'1.1'},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     'Trunk': {'1.1'}}
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]: consumer versions:
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]: {   DHCP agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     HyperV agent@hv-cinder-83118: {},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     L3 agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     Metadata agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     Metering agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:     Open vSwitch agent@dv-cinder-831187-2-iscsi: {   'AddressGroup': '1.2',
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'ConntrackHelper': '1.0',
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'Log': '1.0',
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'Network': '1.1',
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'Port': '1.7',
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'PortForwarding': '1.2',
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'QosPolicy': '1.8',
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'SecurityGroup': '1.4',
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'SecurityGroupRule': '1.2',
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'SubPort': '1.0',
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'Subnet': '1.1',
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:                                                      'Trunk': '1.1'}}
May 12 14:48:03.083289 dv-cinder-831187-2-iscsi neutron-server[88126]:  {{(pid=88126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 14:48:03.097709 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:03.102089 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Usage tracker for resource:security_group_rule and tenant:0301badcd92e4cc483246a0fa4949060 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:03.106092 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:03.112778 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:03.132829 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.205029 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.215908 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.231536 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.276817 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'}  {{(pid=88126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:48:03.290798 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.300758 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.322901 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.323280 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.segments_db [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Added segment 44bc935a-7b84-455f-acf8-a272bb660afd of type vlan for network 3bb0c2b6-df17-46cb-a5bb-4e321124174a
May 12 14:48:03.325030 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4547f39-48be-42c2-a5c3-e1a3d3bde85c,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:03.366833 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'}  {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:48:03.367318 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'}  {{(pid=88126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:48:03.374220 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8b366c-1570-4733-ad35-127bdb15abf8,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:03.380350 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Network 42e9462e-79bf-4236-9d9e-1261c021234a is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:48:03.386849 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.391010 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Added segment 4e73ef99-7a68-4858-951d-36cb2eb790dc of type vlan for network faf0fd87-b01d-4638-a1db-c3f32b222877
May 12 14:48:03.422908 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.423730 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.424079 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.segments_db [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Added segment 9f7a3434-eff3-4f89-8151-282a1614bd6d of type vlan for network 9862f13a-dccf-465d-abda-f29b2d232c04
May 12 14:48:03.449993 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a610824-400e-4b27-a54b-2f3b513c3f51,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:03.456907 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.480640 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.499053 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, 42e9462e-79bf-4236-9d9e-1261c021234a) {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:03.507998 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef62ea-7f16-4855-b1eb-542a370f8d79 None None] Network 42e9462e-79bf-4236-9d9e-1261c021234a requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:48:03.515354 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.516686 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:03.516988 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:03.517182 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.517871 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.558301 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.634825 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.0693450
May 12 14:48:03.641390 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58392) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:03.645424 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.675104 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ebf19-f981-4f30-b7db-b45a5220b41a admin admin] Pushing event updated for resources: {'Network': ['ID=faf0fd87-b01d-4638-a1db-c3f32b222877,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:03.726824 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] Request body: {'subnet': {'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-subnet', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:03.731143 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3708461e-370f-4a0f-a8fc-a32eff5939d6,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:03.742497 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:03.757269 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] Usage tracker for resource:subnet and tenant:0301badcd92e4cc483246a0fa4949060 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:03.758292 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network faf0fd87-b01d-4638-a1db-c3f32b222877 details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:48:03.758396 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:03.759320 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'}  {{(pid=88126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:48:03.761488 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:03.773748 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.774086 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.segments_db [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Added segment 719cb7ce-84ae-41b4-8ca8-0dfc1305c7d9 of type vlan for network d684723a-b3e3-4348-8fab-b4da9d4a6b16
May 12 14:48:03.803665 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.859009 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-5a3fb986-49af-48fe-963b-eb7ff51c7d1b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4902897
May 12 14:48:03.860248 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.861175 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:03.861755 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.865228 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.866074 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:03.866591 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.868341 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58400) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:03.874232 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:03.879632 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:03.888888 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Usage tracker for resource:router and tenant:a090a68e336b4562aca524a95f550e04 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:03.893129 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] Made reservation on behalf of 0301badcd92e4cc483246a0fa4949060 for: {'subnet': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:03.895444 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:03.897009 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:03.924859 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:03.972923 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90abc092-179a-5d5e-8291-ea7041251afd-42e9462e-79bf-4236-9d9e-1261c021234a', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71'}]}} from dv-cinder-831187-2-iscsi. {{(pid=88128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 12 14:48:03.973967 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:04.013268 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3890076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28053'] for router, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:04.015565 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3883812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28034'] for router, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:04.045244 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:04.055760 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:04.056672 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:04.057241 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:04.081867 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.8821371
May 12 14:48:04.086736 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58412) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:04.095440 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] Request body: {'subnet': {'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-subnet', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:04.096538 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7839b-707b-4988-9925-296b229edc96 admin admin] Pushing event updated for resources: {'Network': ['ID=9862f13a-dccf-465d-abda-f29b2d232c04,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:04.104356 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:04.108290 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] Usage tracker for resource:subnet and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:04.112481 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:04.113215 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network 9862f13a-dccf-465d-abda-f29b2d232c04 details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:48:04.121710 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:04.204699 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.0694754
May 12 14:48:04.205289 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58420) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:04.219190 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] Request body: {'subnet': {'network_id': '3bb0c2b6-df17-46cb-a5bb-4e321124174a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1198344068-subnet', 'tenant_id': '4a0fc219e42a416ea2f81435544b43bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:04.227084 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.7883844
May 12 14:48:04.232694 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:04.234716 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58424) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:04.235366 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445de8a5-03a6-4068-a212-4dc1b9aa25f8 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb0c2b6-df17-46cb-a5bb-4e321124174a,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:04.241987 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] Request body: {'subnet': {'network_id': 'd684723a-b3e3-4348-8fab-b4da9d4a6b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1658987610-subnet', 'tenant_id': 'e4850c8f9442449c8fc5ea3d96b85233', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:04.257198 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network 3bb0c2b6-df17-46cb-a5bb-4e321124174a details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:48:04.262215 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] Usage tracker for resource:subnet and tenant:4a0fc219e42a416ea2f81435544b43bd is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:04.265639 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:04.271248 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:04.355113 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] Usage tracker for resource:subnet and tenant:e4850c8f9442449c8fc5ea3d96b85233 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:04.358284 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:04.361313 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:04.399803 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] Made reservation on behalf of 67a8451272cc41ebaf1598ed940bf09a for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:04.404071 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:04.423325 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Allocated IP 172.20.0.2 (42e9462e-79bf-4236-9d9e-1261c021234a/b19e2646-24d9-4430-9acb-4aef7b057e71/918c01b7-c3a7-46ce-b45e-62dbe5772c21) {{(pid=88128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:04.425169 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:04.507194 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99025b-6583-4224-bfef-dc6182b19028 admin admin] Pushing event updated for resources: {'Network': ['ID=d684723a-b3e3-4348-8fab-b4da9d4a6b16,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:04.536342 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] Made reservation on behalf of 4a0fc219e42a416ea2f81435544b43bd for: {'subnet': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:04.538984 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:04.580518 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network d684723a-b3e3-4348-8fab-b4da9d4a6b16 details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:48:04.619554 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] Made reservation on behalf of e4850c8f9442449c8fc5ea3d96b85233 for: {'subnet': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:04.622212 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:04.824709 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Notify callbacks [] for port, precommit_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:04.858709 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Transition to ACTIVE for port object 918c01b7-c3a7-46ce-b45e-62dbe5772c21 will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:04.870706 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3883826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3890062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28144'] for router, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:04.882882 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Transition to ACTIVE for port object 918c01b7-c3a7-46ce-b45e-62dbe5772c21 will not be triggered until provisioned by entity DHCP. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:04.943088 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for subnet, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:04.967359 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:05.066002 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8dd5b5f-79a5-4772-9c12-8184147dc7bc,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:05.094596 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Network 42e9462e-79bf-4236-9d9e-1261c021234a is already hosted by enough agents. {{(pid=88128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:05.108279 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Resources bound (agent type, host, resource id):  {{(pid=88128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:05.124656 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] Checking segment: {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:05.125119 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] Network hostable DHCP agents. Network: faf0fd87-b01d-4638-a1db-c3f32b222877, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:48:05.156333 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Received port after_create {{(pid=88128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:05.176713 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:05.178678 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Pushing event updated for resources: {'Port': ['ID=918c01b7-c3a7-46ce-b45e-62dbe5772c21,revision_number=1']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:05.233287 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:05.233639 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:05.233983 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:05.234318 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:05.234651 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:05.235050 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:05.235386 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:05.235713 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:05.236063 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:05.236395 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:05.236720 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:05.237056 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Tracked resource versions report:
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]: pushed versions:
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]: {   'AddressGroup': {'1.2'},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     'ConntrackHelper': {'1.0'},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     'Log': {'1.0'},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     'Network': {'1.1'},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     'Port': {'1.7'},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     'PortForwarding': {'1.2'},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     'QosPolicy': {'1.8'},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     'SecurityGroup': {'1.4'},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     'SecurityGroupRule': {'1.2'},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     'SubPort': {'1.0'},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     'Subnet': {'1.1'},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     'Trunk': {'1.1'}}
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]: consumer versions:
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]: {   DHCP agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     HyperV agent@hv-cinder-83118: {},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     L3 agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     Metadata agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     Metering agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:     Open vSwitch agent@dv-cinder-831187-2-iscsi: {   'AddressGroup': '1.2',
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'ConntrackHelper': '1.0',
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'Log': '1.0',
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'Network': '1.1',
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'Port': '1.7',
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'PortForwarding': '1.2',
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'QosPolicy': '1.8',
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'SecurityGroup': '1.4',
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'SecurityGroupRule': '1.2',
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'SubPort': '1.0',
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'Subnet': '1.1',
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:                                                      'Trunk': '1.1'}}
May 12 14:48:05.238094 dv-cinder-831187-2-iscsi neutron-server[88128]:  {{(pid=88128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 14:48:05.279884 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f368cfb-e379-4448-9120-bcd23ab51263,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:05.307388 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Attempting to bind port 918c01b7-c3a7-46ce-b45e-62dbe5772c21 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:48:05.307758 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Attempting to bind port 918c01b7-c3a7-46ce-b45e-62dbe5772c21 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:48:05.308408 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Attempting to bind port 918c01b7-c3a7-46ce-b45e-62dbe5772c21 on network 42e9462e-79bf-4236-9d9e-1261c021234a {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:05.313503 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:48:05.313845 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Checking segment: {'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:05.314242 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:05.314626 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Bound using segment: {'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:48:05.315117 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Bound port: 918c01b7-c3a7-46ce-b45e-62dbe5772c21, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:48:05.315889 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:05.318369 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] Checking segment: {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:05.318725 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] Network hostable DHCP agents. Network: 9862f13a-dccf-465d-abda-f29b2d232c04, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:48:05.358465 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for subnet, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:05.411018 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] For port 918c01b7-c3a7-46ce-b45e-62dbe5772c21, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:48:05.415517 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] For port 918c01b7-c3a7-46ce-b45e-62dbe5772c21, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=918c01b7-c3a7-46ce-b45e-62dbe5772c21,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:48:05.424290 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for subnet, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:05.429876 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] Network faf0fd87-b01d-4638-a1db-c3f32b222877 is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:48:05.452126 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] Network 9862f13a-dccf-465d-abda-f29b2d232c04 is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:48:05.509443 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d03119b2-b9a4-4f10-b1e7-b6d7a02e6d6b,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:05.529925 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:05.566872 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, faf0fd87-b01d-4638-a1db-c3f32b222877) {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:05.573910 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:05.575395 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:05.583129 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, 9862f13a-dccf-465d-abda-f29b2d232c04) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:05.585149 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64eeffb-7088-4ce3-a344-8141e4c12274 None None] Network faf0fd87-b01d-4638-a1db-c3f32b222877 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:48:05.585633 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] Checking segment: {'id': '44bc935a-7b84-455f-acf8-a272bb660afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3bb0c2b6-df17-46cb-a5bb-4e321124174a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:05.586162 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] Network hostable DHCP agents. Network: 3bb0c2b6-df17-46cb-a5bb-4e321124174a, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:48:05.606475 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:05.607093 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:05.609291 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] Checking segment: {'id': '719cb7ce-84ae-41b4-8ca8-0dfc1305c7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd684723a-b3e3-4348-8fab-b4da9d4a6b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:05.609584 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] Network hostable DHCP agents. Network: d684723a-b3e3-4348-8fab-b4da9d4a6b16, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:48:05.617702 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3460d4d-c915-4356-a66a-cc6dea5f407c None None] Network 9862f13a-dccf-465d-abda-f29b2d232c04 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:48:05.625140 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64529cb2-6ec4-42b3-b2c4-ec41c858d553,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:05.646656 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:05.680842 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:05.712502 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] Network 3bb0c2b6-df17-46cb-a5bb-4e321124174a is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:48:05.720585 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-380be47a-b733-472c-a73a-cbdd59ff50cc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 2.0660048
May 12 14:48:05.721067 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58484) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:05.729548 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:05.743776 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:05.753974 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, 3bb0c2b6-df17-46cb-a5bb-4e321124174a) {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:05.758686 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:05.759289 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:05.765800 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Usage tracker for resource:router and tenant:0301badcd92e4cc483246a0fa4949060 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:05.773651 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4948cbcc-2d97-410e-908d-fd0895551601 None None] Network 3bb0c2b6-df17-46cb-a5bb-4e321124174a requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:48:05.775102 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:05.775771 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-873016b7-4c6f-4946-ada7-e79fccfdb749 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6878321
May 12 14:48:05.779408 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58488) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:05.781115 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] Network d684723a-b3e3-4348-8fab-b4da9d4a6b16 is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:48:05.787927 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:05.791502 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, d684723a-b3e3-4348-8fab-b4da9d4a6b16) {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:05.795833 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:05.796422 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:05.812913 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:05.836335 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:05.853953 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Usage tracker for resource:router and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:05.859180 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:05.867975 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:05.868565 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea981d6-b5cb-44ef-ba10-deed3c200ae5 None None] Network d684723a-b3e3-4348-8fab-b4da9d4a6b16 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:48:05.894040 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Allocated IP 172.27.3.162 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/0788bfe3-53ab-4d23-a332-fb2bb8a91e23) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:05.929147 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-807f6e37-15ad-4460-b7b1-967659c90947 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.6913002
May 12 14:48:05.956429 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-bf0f0add-c9d6-4aad-add7-af86f92f174e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7446532
May 12 14:48:06.001875 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26165e-bb77-41f2-acf9-62adf4950afc None None] Pushing event updated for resources: {'Port': ['ID=918c01b7-c3a7-46ce-b45e-62dbe5772c21,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:06.023357 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3890076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28053'] for router, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:06.024512 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3883812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28034'] for router, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:06.053376 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3890076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28053'] for router, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:06.056533 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3883812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28034'] for router, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:06.085153 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:06.095605 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:06.244507 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:06.383809 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:06.585110 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58514) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:06.664157 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90abc092-179a-5d5e-8291-ea7041251afd-9862f13a-dccf-465d-abda-f29b2d232c04', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263'}]}} from dv-cinder-831187-2-iscsi. {{(pid=88128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 12 14:48:06.664986 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:06.700934 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90abc092-179a-5d5e-8291-ea7041251afd-faf0fd87-b01d-4638-a1db-c3f32b222877', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc'}]}} from dv-cinder-831187-2-iscsi. {{(pid=88128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 12 14:48:06.700934 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:06.755715 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abdd8cd-ad2a-480e-a22e-cbb652eca447 None None] Network 3bb0c2b6-df17-46cb-a5bb-4e321124174a requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:48:06.812601 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:06.968943 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:06.974081 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3883826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3890062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28144'] for router, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:07.024366 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:07.067960 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6970aba7-92f2-4f85-b02d-85cb6899c0be None None] Network d684723a-b3e3-4348-8fab-b4da9d4a6b16 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:48:07.364579 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58558) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:07.368342 dv-cinder-831187-2-iscsi neutron-server[88126]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 12 14:48:07.371859 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc498e1-ba0f-4528-94c7-7c994de28ec7 None None] Network 42e9462e-79bf-4236-9d9e-1261c021234a requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:48:07.477343 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3024c8da-4c3d-47e5-ada3-8449aa1428bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:07.480037 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58566) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:07.489703 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Pushing event updated for resources: {'Port': ['ID=0788bfe3-53ab-4d23-a332-fb2bb8a91e23,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:07.490423 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748258375-network', 'tenant_id': '3d4bf2b6c584465aa029b939b680df10'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:07.498432 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:07.507602 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Usage tracker for resource:network and tenant:3d4bf2b6c584465aa029b939b680df10 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:07.515784 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:07.529011 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:07.593043 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-93b7e811-2bcf-4edc-9f14-594b452f43a9 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:07.593043 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-93b7e811-2bcf-4edc-9f14-594b452f43a9 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Synchronizing usage tracker for tenant:4a0fc219e42a416ea2f81435544b43bd on resource:network {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:07.713042 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Allocated IP 172.20.0.2 (9862f13a-dccf-465d-abda-f29b2d232c04/7f368cfb-e379-4448-9120-bcd23ab51263/c54272fa-8cda-4d64-bcb6-1553bd2014f5) {{(pid=88128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:07.719971 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:07.744259 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Made reservation on behalf of 3d4bf2b6c584465aa029b939b680df10 for: {'network': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:07.746648 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:07.817837 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:07.868939 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:07.875296 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3024c8da-4c3d-47e5-ada3-8449aa1428bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:07.882218 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Usage tracker for resource:security_group_rule and tenant:3d4bf2b6c584465aa029b939b680df10 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:07.883308 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3883826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3890062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28144'] for router, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:07.884923 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-93b7e811-2bcf-4edc-9f14-594b452f43a9 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Unset dirty status for tenant:4a0fc219e42a416ea2f81435544b43bd on resource:network {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:07.886488 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-93b7e811-2bcf-4edc-9f14-594b452f43a9 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/networks?id=3bb0c2b6-df17-46cb-a5bb-4e321124174a HTTP/1.1" status: 200  len: 812 time: 0.5206935
May 12 14:48:07.887769 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3024c8da-4c3d-47e5-ada3-8449aa1428bb admin admin] Usage tracker for resource:security_group_rule and tenant:2572158084724c6597395335b96977f4 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:07.889133 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:07.893739 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3024c8da-4c3d-47e5-ada3-8449aa1428bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:07.897475 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:07.902438 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3024c8da-4c3d-47e5-ada3-8449aa1428bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:07.920242 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:07.956286 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-e35dfaae-fde7-4ff9-bbb3-5f10146b8d9d tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/quotas/4a0fc219e42a416ea2f81435544b43bd HTTP/1.1" status: 200  len: 375 time: 0.0486426
May 12 14:48:07.963699 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:07.978933 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 918c01b7-c3a7-46ce-b45e-62dbe5772c21 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:08.017040 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-9238a07a-c207-49e8-9a18-061302ff00a7 None None] Provisioning for port 918c01b7-c3a7-46ce-b45e-62dbe5772c21 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:08.068750 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-816ebb54-83a0-447e-b12d-746352b12736 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a0fc219e42a416ea2f81435544b43bd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0974948
May 12 14:48:08.219941 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3883785'] for router, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.252977 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.269164 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Allocated IP 172.27.3.185 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/6e4b0968-a3aa-49a7-850b-537fbc32d6ec) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:08.321083 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.352061 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3024c8da-4c3d-47e5-ada3-8449aa1428bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.385458 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-301fa427-4cbc-4688-a886-d416e238090b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 14:48:08.392851 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-301fa427-4cbc-4688-a886-d416e238090b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1419184
May 12 14:48:08.404588 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Allocated IP 172.20.0.2 (faf0fd87-b01d-4638-a1db-c3f32b222877/a8dd5b5f-79a5-4772-9c12-8184147dc7bc/96976aaf-68c0-4bc2-8482-1dce09e45664) {{(pid=88128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:08.460555 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3024c8da-4c3d-47e5-ada3-8449aa1428bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.501481 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024c8da-4c3d-47e5-ada3-8449aa1428bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a408c7b2-853d-4ccb-bfe9-3b27d4ec8c6d,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:08.527036 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'}  {{(pid=88126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:48:08.531005 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6703e4-14a4-4582-942e-79f353184e4d,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:08.553556 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3024c8da-4c3d-47e5-ada3-8449aa1428bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2572158084724c6597395335b96977f4&name=default HTTP/1.1" status: 200  len: 2975 time: 1.9322443
May 12 14:48:08.556797 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58592) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:08.627135 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.627471 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.segments_db [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Added segment 469b8873-fe2f-4c72-ac4f-ae5f860106fa of type vlan for network 9a7d255e-6399-46cc-9d02-5ff4c6fa80b3
May 12 14:48:08.660648 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 918c01b7-c3a7-46ce-b45e-62dbe5772c21 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:08.681421 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Notify callbacks [] for port, precommit_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.692935 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 918c01b7-c3a7-46ce-b45e-62dbe5772c21 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:08.693761 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.725074 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.731467 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.736763 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Transition to ACTIVE for port object c54272fa-8cda-4d64-bcb6-1553bd2014f5 will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:08.737918 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-19fbc62c-110f-42b3-bf8e-79b49ec7f469 service neutron] 10.222.0.49 "GET /v2.0/networks/3bb0c2b6-df17-46cb-a5bb-4e321124174a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3442822
May 12 14:48:08.799391 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Transition to ACTIVE for port object c54272fa-8cda-4d64-bcb6-1553bd2014f5 will not be triggered until provisioned by entity DHCP. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:08.813242 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b7a372df-090f-45ce-af35-7acb6f3b4c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.841516 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.878396 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.881362 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b7a372df-090f-45ce-af35-7acb6f3b4c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.938836 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.982541 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:08.983633 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:08.986440 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:09.038160 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Router f9b8eb96-6bec-468f-86a7-141a46dda822 is scheduled to L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f with binding_index 1 {{(pid=88125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 14:48:09.092435 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Network 9862f13a-dccf-465d-abda-f29b2d232c04 is already hosted by enough agents. {{(pid=88128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:09.100800 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Resources bound (agent type, host, resource id):  {{(pid=88128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:09.117537 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:09.144181 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Notify callbacks [] for port, precommit_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:09.146869 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Received port after_create {{(pid=88128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:09.158842 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Pushing event updated for resources: {'Port': ['ID=c54272fa-8cda-4d64-bcb6-1553bd2014f5,revision_number=1']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:09.199426 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] Pushing event updated for resources: {'Network': ['ID=9a7d255e-6399-46cc-9d02-5ff4c6fa80b3,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:09.200164 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58604) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:09.210421 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Transition to ACTIVE for port object 96976aaf-68c0-4bc2-8482-1dce09e45664 will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:09.216371 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-b7f2cef6-404b-4e8c-b199-eaf255f2d99a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.7349129
May 12 14:48:09.223237 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network 9a7d255e-6399-46cc-9d02-5ff4c6fa80b3 details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:48:09.229062 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58610) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:09.240115 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] Request body: {'subnet': {'network_id': '9a7d255e-6399-46cc-9d02-5ff4c6fa80b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748258375-subnet', 'tenant_id': '3d4bf2b6c584465aa029b939b680df10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:09.255303 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-c527cbd2-d7de-4ff6-8023-a743af0d9abb service neutron] 10.222.0.49 "GET /v2.0/networks/3bb0c2b6-df17-46cb-a5bb-4e321124174a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4906318
May 12 14:48:09.262105 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:09.271202 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] Usage tracker for resource:subnet and tenant:3d4bf2b6c584465aa029b939b680df10 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:09.277737 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:09.288689 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:09.338401 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:09.380601 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b7a372df-090f-45ce-af35-7acb6f3b4c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:09.389380 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:48:09.389758 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Transition to ACTIVE for port object 96976aaf-68c0-4bc2-8482-1dce09e45664 will not be triggered until provisioned by entity DHCP. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:09.396564 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 918c01b7-c3a7-46ce-b45e-62dbe5772c21, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=918c01b7-c3a7-46ce-b45e-62dbe5772c21,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:09.403502 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Sync routers for ids ['f9b8eb96-6bec-468f-86a7-141a46dda822'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:48:09.419696 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Attempting to bind port c54272fa-8cda-4d64-bcb6-1553bd2014f5 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:48:09.420065 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Attempting to bind port c54272fa-8cda-4d64-bcb6-1553bd2014f5 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:48:09.420424 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Attempting to bind port c54272fa-8cda-4d64-bcb6-1553bd2014f5 on network 9862f13a-dccf-465d-abda-f29b2d232c04 {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:09.422274 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Routers {'f9b8eb96-6bec-468f-86a7-141a46dda822'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:48:09.422939 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c54d610>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:47:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['f9b8eb96-6bec-468f-86a7-141a46dda822'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:09.430302 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:48:09.430672 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Checking segment: {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:09.431113 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:09.431508 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Bound using segment: {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:48:09.431970 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Bound port: c54272fa-8cda-4d64-bcb6-1553bd2014f5, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:48:09.432360 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:09.451713 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d0768e1a-17aa-46fa-83be-2ad8d575a044 None None] Provisioning complete for port 918c01b7-c3a7-46ce-b45e-62dbe5772c21 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:09.452981 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d0768e1a-17aa-46fa-83be-2ad8d575a044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:09.487465 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Pushing event updated for resources: {'Port': ['ID=6e4b0968-a3aa-49a7-850b-537fbc32d6ec,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:09.491464 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] Made reservation on behalf of 3d4bf2b6c584465aa029b939b680df10 for: {'subnet': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:09.493761 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:09.502586 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Allocated IP 172.27.3.156 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/e94367dd-59db-4c2e-a94a-7bdabf5a5044) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:09.528388 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:09.557855 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a372df-090f-45ce-af35-7acb6f3b4c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a408c7b2-853d-4ccb-bfe9-3b27d4ec8c6d,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:09.574387 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:09.580773 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:09.590151 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:09.593810 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:09.601562 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-586bec87-6c5e-4344-9104-faa722738051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:09.719450 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58624) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:09.720558 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-586bec87-6c5e-4344-9104-faa722738051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:09.733210 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Network faf0fd87-b01d-4638-a1db-c3f32b222877 is already hosted by enough agents. {{(pid=88128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:09.766049 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Set router f9b8eb96-6bec-468f-86a7-141a46dda822 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:48:09.777483 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b7a372df-090f-45ce-af35-7acb6f3b4c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:09.781171 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b7a372df-090f-45ce-af35-7acb6f3b4c2d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a408c7b2-853d-4ccb-bfe9-3b27d4ec8c6d HTTP/1.1" status: 204  len: 168 time: 1.2202981
May 12 14:48:09.784330 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-586bec87-6c5e-4344-9104-faa722738051 admin admin] Usage tracker for resource:security_group_rule and tenant:567bd243a0044b39bb300b25b1f60c53 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:09.787773 dv-cinder-831187-2-iscsi neutron-server[88125]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 12 14:48:09.789189 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-586bec87-6c5e-4344-9104-faa722738051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:09.800346 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Resources bound (agent type, host, resource id):  {{(pid=88128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:09.806014 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Received port after_create {{(pid=88128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:09.835922 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:09.837725 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0de321bc-13da-4f79-a636-be4024414cab admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.9677508
May 12 14:48:09.847917 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58636) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:09.848741 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-586bec87-6c5e-4344-9104-faa722738051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:09.861856 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9f5c3052-ffe0-4611-9bcc-ed4c8198b9e3 req-a14da990-d3a8-4c20-9205-302a46a54eb1 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 210 time: 0.1387587
May 12 14:48:10.018487 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=918c01b7-c3a7-46ce-b45e-62dbe5772c21,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:10.152881 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] For port c54272fa-8cda-4d64-bcb6-1553bd2014f5, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:48:10.170777 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:10.188215 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Attempting to bind port 96976aaf-68c0-4bc2-8482-1dce09e45664 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:48:10.189002 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Attempting to bind port 96976aaf-68c0-4bc2-8482-1dce09e45664 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:48:10.189469 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Attempting to bind port 96976aaf-68c0-4bc2-8482-1dce09e45664 on network faf0fd87-b01d-4638-a1db-c3f32b222877 {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:10.201035 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] For port c54272fa-8cda-4d64-bcb6-1553bd2014f5, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=c54272fa-8cda-4d64-bcb6-1553bd2014f5,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:48:10.210034 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:48:10.210558 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Checking segment: {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:10.211117 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:10.211879 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Bound using segment: {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:48:10.213106 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Bound port: 96976aaf-68c0-4bc2-8482-1dce09e45664, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:48:10.214710 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:10.265150 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Pushing event updated for resources: {'Port': ['ID=96976aaf-68c0-4bc2-8482-1dce09e45664,revision_number=1']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:10.340582 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:10.401076 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for subnet, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:10.442065 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c54d610>, [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:07Z', 'revision_number': 3, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:10.452196 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Checking router: f9b8eb96-6bec-468f-86a7-141a46dda822 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:48:10.452741 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Updating router f9b8eb96-6bec-468f-86a7-141a46dda822 port 0788bfe3-53ab-4d23-a332-fb2bb8a91e23 binding host dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:48:10.524390 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a133c-5441-40c1-aa56-f6d50326e278 None None] Pushing event updated for resources: {'Port': ['ID=c54272fa-8cda-4d64-bcb6-1553bd2014f5,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:10.540741 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] For port 96976aaf-68c0-4bc2-8482-1dce09e45664, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:48:10.545697 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:10.549520 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] For port 96976aaf-68c0-4bc2-8482-1dce09e45664, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=96976aaf-68c0-4bc2-8482-1dce09e45664,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:48:10.559800 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-586bec87-6c5e-4344-9104-faa722738051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:10.658292 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab9ea58b-6006-4946-a632-fde7368d6772,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:10.668342 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] Checking segment: {'id': '469b8873-fe2f-4c72-ac4f-ae5f860106fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9a7d255e-6399-46cc-9d02-5ff4c6fa80b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:10.668695 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] Network hostable DHCP agents. Network: 9a7d255e-6399-46cc-9d02-5ff4c6fa80b3, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:48:10.675953 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:10.758907 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:10.765781 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-586bec87-6c5e-4344-9104-faa722738051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:10.827893 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58658) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:10.838036 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a7797-3b60-4c48-91e3-2ee03e056da7 None None] Pushing event updated for resources: {'Port': ['ID=96976aaf-68c0-4bc2-8482-1dce09e45664,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:10.859417 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:10.905243 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-586bec87-6c5e-4344-9104-faa722738051 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=567bd243a0044b39bb300b25b1f60c53&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7008784
May 12 14:48:10.929056 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58666) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:10.941048 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] Network 9a7d255e-6399-46cc-9d02-5ff4c6fa80b3 is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:48:10.962083 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-24200592-d1d7-4e93-82d7-d00609d02c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:10.987144 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:10.993280 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:11.002348 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:11.103549 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-24200592-d1d7-4e93-82d7-d00609d02c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:11.114213 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-395bab3d-447f-4df0-a83c-eb3b5243045c req-30690ea2-563d-435f-a33a-82382197b3d0 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 210 time: 0.1193769
May 12 14:48:11.114800 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, 9a7d255e-6399-46cc-9d02-5ff4c6fa80b3) {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:11.122024 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bec87-6c5e-4344-9104-faa722738051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac8f5ba-fd4d-4ce6-817a-2abc83ec411c,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:11.203058 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1352e51-68bf-42c1-9308-dbf5b70d68e0 None None] Network 9a7d255e-6399-46cc-9d02-5ff4c6fa80b3 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:48:11.277334 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-24200592-d1d7-4e93-82d7-d00609d02c29 admin admin] Usage tracker for resource:security_group_rule and tenant:b365b1c94d0e40239bcec9d5d683f984 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:11.317197 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Pushing event updated for resources: {'Port': ['ID=e94367dd-59db-4c2e-a94a-7bdabf5a5044,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:11.332746 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:11.333647 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:11.336992 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Notify callbacks [] for port, precommit_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:11.341143 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-24200592-d1d7-4e93-82d7-d00609d02c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:11.353101 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-24200592-d1d7-4e93-82d7-d00609d02c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:11.364159 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.provisioning_blocks [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Transition to ACTIVE for port object 0788bfe3-53ab-4d23-a332-fb2bb8a91e23 will not be triggered until provisioned by entity L2. {{(pid=88129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:11.474232 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9b6809b0-1081-4132-bb50-8858395de40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:11.481252 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:11.645815 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Attempting to bind port 0788bfe3-53ab-4d23-a332-fb2bb8a91e23 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:48:11.648560 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Attempting to bind port 0788bfe3-53ab-4d23-a332-fb2bb8a91e23 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:48:11.648560 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Attempting to bind port 0788bfe3-53ab-4d23-a332-fb2bb8a91e23 on network 70d2fa51-11f3-4a4a-9682-a94236c979fd {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:11.682984 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54b4bd-a9d9-414e-8773-00409e808152 None None] Pushing event updated for resources: {'Port': ['ID=0788bfe3-53ab-4d23-a332-fb2bb8a91e23,revision_number=2']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:11.683139 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:11.692771 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:48:11.693856 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Checking segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:11.705357 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:11.705357 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Bound using segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:48:11.705357 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Bound port: 0788bfe3-53ab-4d23-a332-fb2bb8a91e23, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:48:11.705357 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:11.958646 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997dab91-f35f-4c63-aebe-43a38105a709 None None] Network 9a7d255e-6399-46cc-9d02-5ff4c6fa80b3 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:48:11.963129 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-ad02e5e6-9b37-4c33-9323-dfc1e5cb5463 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.4898322
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54b4bd-a9d9-414e-8773-00409e808152 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54b4bd-a9d9-414e-8773-00409e808152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54b4bd-a9d9-414e-8773-00409e808152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54b4bd-a9d9-414e-8773-00409e808152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54b4bd-a9d9-414e-8773-00409e808152 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54b4bd-a9d9-414e-8773-00409e808152 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54b4bd-a9d9-414e-8773-00409e808152 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54b4bd-a9d9-414e-8773-00409e808152 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54b4bd-a9d9-414e-8773-00409e808152 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54b4bd-a9d9-414e-8773-00409e808152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54b4bd-a9d9-414e-8773-00409e808152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54b4bd-a9d9-414e-8773-00409e808152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54b4bd-a9d9-414e-8773-00409e808152 None None] Tracked resource versions report:
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: pushed versions:
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: {   'AddressGroup': {'1.2'},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     'ConntrackHelper': {'1.0'},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     'Log': {'1.0'},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     'Network': {'1.1'},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     'Port': {'1.7'},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     'PortForwarding': {'1.2'},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     'QosPolicy': {'1.8'},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     'SecurityGroup': {'1.4'},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     'SecurityGroupRule': {'1.2'},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     'SubPort': {'1.0'},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     'Subnet': {'1.1'},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     'Trunk': {'1.1'}}
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: consumer versions:
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]: {   DHCP agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     HyperV agent@hv-cinder-83118: {},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     L3 agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     Metadata agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     Metering agent@dv-cinder-831187-2-iscsi: {},
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:     Open vSwitch agent@dv-cinder-831187-2-iscsi: {   'AddressGroup': '1.2',
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'ConntrackHelper': '1.0',
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'Log': '1.0',
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'Network': '1.1',
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'Port': '1.7',
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'PortForwarding': '1.2',
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'QosPolicy': '1.8',
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'SecurityGroup': '1.4',
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'SecurityGroupRule': '1.2',
May 12 14:48:11.963606 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'SubPort': '1.0',
May 12 14:48:11.968478 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'Subnet': '1.1',
May 12 14:48:11.968478 dv-cinder-831187-2-iscsi neutron-server[88129]:                                                      'Trunk': '1.1'}}
May 12 14:48:11.968478 dv-cinder-831187-2-iscsi neutron-server[88129]:  {{(pid=88129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 14:48:11.968478 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] For port 0788bfe3-53ab-4d23-a332-fb2bb8a91e23, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:48:11.968478 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] For port 0788bfe3-53ab-4d23-a332-fb2bb8a91e23, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=0788bfe3-53ab-4d23-a332-fb2bb8a91e23,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:48:11.969313 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9b6809b0-1081-4132-bb50-8858395de40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:11.970687 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device c54272fa-8cda-4d64-bcb6-1553bd2014f5 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:12.073871 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58684) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:12.095520 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:12.210976 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8d2fcb-c8d3-4e14-806b-693ee66df666 None None] Network 9862f13a-dccf-465d-abda-f29b2d232c04 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:48:12.223724 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ba04a5-9a63-4c19-a4ce-40d7c08fb37e admin admin] Deleting subnet 64529cb2-6ec4-42b3-b2c4-ec41c858d553 {{(pid=88126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 14:48:12.227891 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-41ba04a5-9a63-4c19-a4ce-40d7c08fb37e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:12.241033 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port c54272fa-8cda-4d64-bcb6-1553bd2014f5 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:12.254176 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 96976aaf-68c0-4bc2-8482-1dce09e45664 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:12.260805 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54b4bd-a9d9-414e-8773-00409e808152 None None] Pushing event updated for resources: {'Port': ['ID=0788bfe3-53ab-4d23-a332-fb2bb8a91e23,revision_number=3']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:12.298876 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Routers {'f9b8eb96-6bec-468f-86a7-141a46dda822'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:48:12.299177 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c54d610>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:47:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['f9b8eb96-6bec-468f-86a7-141a46dda822'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:12.328207 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-41ba04a5-9a63-4c19-a4ce-40d7c08fb37e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:12.336380 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-41ba04a5-9a63-4c19-a4ce-40d7c08fb37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:12.392708 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:12.425676 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3883785'] for router, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:12.450519 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-24200592-d1d7-4e93-82d7-d00609d02c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:12.535191 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] Set router f9b8eb96-6bec-468f-86a7-141a46dda822 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:48:12.554033 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-522370c7-372f-4167-b640-f7e0e939a36c None None] Provisioning for port c54272fa-8cda-4d64-bcb6-1553bd2014f5 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:12.558261 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9b6809b0-1081-4132-bb50-8858395de40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:12.573504 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-522370c7-372f-4167-b640-f7e0e939a36c None None] Provisioning complete for port c54272fa-8cda-4d64-bcb6-1553bd2014f5 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:12.573504 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-522370c7-372f-4167-b640-f7e0e939a36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:12.586399 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-24200592-d1d7-4e93-82d7-d00609d02c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:12.605979 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d4fe71a4-ac68-4820-b779-4767cab16559 req-df3336e3-a5c4-431d-bdad-2ea7d8727329 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 210 time: 0.1206269
May 12 14:48:12.606126 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 96976aaf-68c0-4bc2-8482-1dce09e45664 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:12.608606 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Allocated IP 172.20.0.1 (42e9462e-79bf-4236-9d9e-1261c021234a/b19e2646-24d9-4430-9acb-4aef7b057e71/d1ad988c-93e0-48a8-9a3b-ce699ef589dc) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:12.617892 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-41ba04a5-9a63-4c19-a4ce-40d7c08fb37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for subnet, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:12.646431 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 918c01b7-c3a7-46ce-b45e-62dbe5772c21 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:12.747998 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6809b0-1081-4132-bb50-8858395de40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac8f5ba-fd4d-4ce6-817a-2abc83ec411c,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:12.769279 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-41ba04a5-9a63-4c19-a4ce-40d7c08fb37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:12.781221 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc55872-43ea-4b51-9caf-4093a84739bf None None] Network faf0fd87-b01d-4638-a1db-c3f32b222877 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:48:12.867079 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba04a5-9a63-4c19-a4ce-40d7c08fb37e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64529cb2-6ec4-42b3-b2c4-ec41c858d553,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:12.910846 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-41ba04a5-9a63-4c19-a4ce-40d7c08fb37e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/64529cb2-6ec4-42b3-b2c4-ec41c858d553 HTTP/1.1" status: 204  len: 168 time: 0.8356218
May 12 14:48:12.913368 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-24200592-d1d7-4e93-82d7-d00609d02c29 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b365b1c94d0e40239bcec9d5d683f984&name=default HTTP/1.1" status: 200  len: 2978 time: 2.0843086
May 12 14:48:12.919093 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9b6809b0-1081-4132-bb50-8858395de40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:12.922605 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-9b6809b0-1081-4132-bb50-8858395de40f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ac8f5ba-fd4d-4ce6-817a-2abc83ec411c HTTP/1.1" status: 204  len: 168 time: 1.9898899
May 12 14:48:12.922605 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58694) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:12.922605 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58696) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:12.964127 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3883785'] for router, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:12.992767 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c54d610>, [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:07Z', 'revision_number': 3, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:13.006075 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b8e82-5b79-496e-a123-52a8c4a5f1aa None None] The sync data for ids ['f9b8eb96-6bec-468f-86a7-141a46dda822'] in dv-cinder-831187-2-iscsi is: [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:07Z', 'revision_number': 3, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:48:13.084695 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 918c01b7-c3a7-46ce-b45e-62dbe5772c21 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:13.085792 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:13.121079 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24200592-d1d7-4e93-82d7-d00609d02c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669b99e2-30b4-44a0-80de-d40ae6c369b3,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:13.207452 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:13.216328 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-522370c7-372f-4167-b640-f7e0e939a36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:13.259229 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c07b785e-3b06-4d1d-bb59-9dbddb78ec6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:13.302110 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c07b785e-3b06-4d1d-bb59-9dbddb78ec6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:13.379043 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-522370c7-372f-4167-b640-f7e0e939a36c None None] For port c54272fa-8cda-4d64-bcb6-1553bd2014f5, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=c54272fa-8cda-4d64-bcb6-1553bd2014f5,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:13.584793 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-522370c7-372f-4167-b640-f7e0e939a36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:13.591857 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:13.641186 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9f8d03ae80>> segment before_delete 55550000 {{(pid=88126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:48:13.641653 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9f8d03ae80>> subnet precommit_delete_associations 55550000 {{(pid=88126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:48:13.642515 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8d03a6a0>> segment_host_mapping after_create 55550000 {{(pid=88126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:48:13.646538 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8d03a6a0>> port after_create 55550000 {{(pid=88126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:48:13.647028 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8d03a6a0>> port after_delete 55550000 {{(pid=88126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:48:13.647433 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8d03a6a0>> port after_update 55550000 {{(pid=88126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:48:13.652451 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8d03a6a0>> segment after_delete 55550000 {{(pid=88126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:48:13.652451 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8d03a6a0>> subnet after_create 55550000 {{(pid=88126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:48:13.652451 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8d03a6a0>> subnet after_delete 55550000 {{(pid=88126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:48:13.652451 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8d03a6a0>> subnet after_update 55550000 {{(pid=88126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:48:13.754503 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:13.784759 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Transition to ACTIVE for port object d1ad988c-93e0-48a8-9a3b-ce699ef589dc will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:13.821730 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 0788bfe3-53ab-4d23-a332-fb2bb8a91e23 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:13.863696 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Router c38fe156-063f-4a54-8803-4982f93583c5 is scheduled to L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f with binding_index 1 {{(pid=88125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 14:48:13.967021 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522370c7-372f-4167-b640-f7e0e939a36c None None] Pushing event updated for resources: {'Port': ['ID=c54272fa-8cda-4d64-bcb6-1553bd2014f5,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:13.997164 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f8c736df0>> subnet after_create 55550000 {{(pid=88126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:48:14.005538 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f8c736df0>> subnet after_delete 55550000 {{(pid=88126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:48:14.006052 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f8c736df0>> subnet before_create 55550000 {{(pid=88126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:48:14.006452 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f8c736df0>> subnet before_update 55550000 {{(pid=88126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:48:14.006917 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f8d03a2b0>,) {'filters': {'network_id': ['d684723a-b3e3-4348-8fab-b4da9d4a6b16']}} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:14.019047 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:14.038026 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f8d03a2b0>, '719cb7ce-84ae-41b4-8ca8-0dfc1305c7d9') {'for_net_delete': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:14.038390 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f8d03a2b0>, '719cb7ce-84ae-41b4-8ca8-0dfc1305c7d9') {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:14.061932 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3159222'] for segment, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:14.125537 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-380b7cdd-54e6-4927-9e1f-4261ad776ddd None None] Provisioning for port 96976aaf-68c0-4bc2-8482-1dce09e45664 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:14.136762 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Network 42e9462e-79bf-4236-9d9e-1261c021234a is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:14.150935 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-380b7cdd-54e6-4927-9e1f-4261ad776ddd None None] Provisioning complete for port 96976aaf-68c0-4bc2-8482-1dce09e45664 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:14.151870 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-380b7cdd-54e6-4927-9e1f-4261ad776ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:14.160952 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:14.185334 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 is scheduled to L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f with binding_index 1 {{(pid=88126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 14:48:14.190578 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:14.191082 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885023'] for router_interface, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:14.233773 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-be04b76e-9cdf-4e47-b554-67b56c2a3e87 req-2333403c-46c6-4f93-918d-b3bb740dca53 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 210 time: 0.1558642
May 12 14:48:14.234850 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:14.262178 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 0788bfe3-53ab-4d23-a332-fb2bb8a91e23 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:14.314717 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 0788bfe3-53ab-4d23-a332-fb2bb8a91e23 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:14.315109 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:14.362877 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 14:48:14.363409 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3159846'] for segment, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   from cryptography.utils import int_from_bytes
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   from cryptography.utils import int_from_bytes
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   util.warn_limited(
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   util.warn_limited(
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]: Traceback (most recent call last):
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:     timer()
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:     cb(*args, **kw)
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:     return func(*args, **kwargs)
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:     self._notify()
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:     self.callback(batched_events)
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:     event.method(event)
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:     return f(self, *a, **k)
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._get(url).json()
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self.request(url, 'GET', **kwargs)
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 14:48:14.383372 dv-cinder-831187-2-iscsi neutron-server[88126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 14:48:14.397368 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c07b785e-3b06-4d1d-bb59-9dbddb78ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:14.563418 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b785e-3b06-4d1d-bb59-9dbddb78ec6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669b99e2-30b4-44a0-80de-d40ae6c369b3,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:14.592162 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c07b785e-3b06-4d1d-bb59-9dbddb78ec6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:14.595174 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-c07b785e-3b06-4d1d-bb59-9dbddb78ec6c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/669b99e2-30b4-44a0-80de-d40ae6c369b3 HTTP/1.1" status: 204  len: 168 time: 1.6681368
May 12 14:48:14.606213 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-380b7cdd-54e6-4927-9e1f-4261ad776ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:14.691963 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:14.693327 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:48:14.704488 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Pushing event updated for resources: {'Port': ['ID=d1ad988c-93e0-48a8-9a3b-ce699ef589dc,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:14.713063 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 0788bfe3-53ab-4d23-a332-fb2bb8a91e23, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=0788bfe3-53ab-4d23-a332-fb2bb8a91e23,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:14.718681 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Sync routers for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:48:14.818038 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:48:14.820658 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.71', 59335) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:14.835312 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Sync routers for ids ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:48:14.853429 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Routers {'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:48:14.854110 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c8682b0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:47:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:14.861503 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:14.869592 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:14.869592 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:48:14.869882 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2c8e50>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:47:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:14.880296 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:14.916488 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] 10.222.0.49 "DELETE /v2.0/networks/d684723a-b3e3-4348-8fab-b4da9d4a6b16 HTTP/1.1" status: 204  len: 168 time: 1.9911695
May 12 14:48:14.920346 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adeb3e5-cb25-40b2-8ca7-224e6731038f admin admin] Pushing event deleted for resources: {'Network': ['ID=d684723a-b3e3-4348-8fab-b4da9d4a6b16,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:14.928299 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58736) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:14.940126 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:14.941553 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a40992b3-d0b1-46e9-946f-abd3c162903f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 9.1610081
May 12 14:48:14.949794 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58740) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:14.962129 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:15.013103 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-380b7cdd-54e6-4927-9e1f-4261ad776ddd None None] For port 96976aaf-68c0-4bc2-8482-1dce09e45664, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=96976aaf-68c0-4bc2-8482-1dce09e45664,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:15.054604 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c94c8ad-b997-4e3f-96be-751e7e5888ad admin admin] Deleting subnet ab9ea58b-6006-4946-a632-fde7368d6772 {{(pid=88126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 14:48:15.059519 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0c94c8ad-b997-4e3f-96be-751e7e5888ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:15.102758 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] Notify callbacks [] for router, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:15.104371 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-9f5cb076-437b-4e86-9f16-7eb6b2a7941d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 9.3824403
May 12 14:48:15.109194 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58744) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:15.279259 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Set router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:48:15.318494 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-380b7cdd-54e6-4927-9e1f-4261ad776ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:15.320224 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0c94c8ad-b997-4e3f-96be-751e7e5888ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3159183'] for subnet, precommit_delete_associations {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:15.324205 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=0788bfe3-53ab-4d23-a332-fb2bb8a91e23,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:15.712959 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 0788bfe3-53ab-4d23-a332-fb2bb8a91e23 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:15.744034 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:15.753051 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:48:15.845343 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0c94c8ad-b997-4e3f-96be-751e7e5888ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:15.919791 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c8682b0>, [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:10Z', 'revision_number': 3, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:15.924378 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-93597e60-ae5e-4686-84ac-44c0de977b5d None None] Provisioning for port d1ad988c-93e0-48a8-9a3b-ce699ef589dc completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:15.928859 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Checking router: da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:48:15.932921 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Updating router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 port 6e4b0968-a3aa-49a7-850b-537fbc32d6ec binding host dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:48:15.944962 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-93597e60-ae5e-4686-84ac-44c0de977b5d None None] Provisioning complete for port d1ad988c-93e0-48a8-9a3b-ce699ef589dc triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:15.945777 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-93597e60-ae5e-4686-84ac-44c0de977b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:15.983974 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:15.986157 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3749132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884922'] for router_interface, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:16.018211 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b7cdd-54e6-4927-9e1f-4261ad776ddd None None] Pushing event updated for resources: {'Port': ['ID=96976aaf-68c0-4bc2-8482-1dce09e45664,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:16.056974 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:16.121432 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-703c3b41-cf43-4270-bbea-b9c87d46063d req-51d90cfd-6782-4761-a442-808732abb9a4 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 210 time: 0.2758901
May 12 14:48:16.297318 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8b74eb37-8263-440d-862f-ed751ceac8c0 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:16.298930 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8b74eb37-8263-440d-862f-ed751ceac8c0 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.71 "GET /v2.0/networks?id=3bb0c2b6-df17-46cb-a5bb-4e321124174a HTTP/1.1" status: 200  len: 812 time: 1.4772084
May 12 14:48:16.371005 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0c94c8ad-b997-4e3f-96be-751e7e5888ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3159172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2571129'] for subnet, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:16.430394 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Request body: {'port': {'device_id': 'dac49498-274f-4b45-ac30-0523cf21ee74', 'network_id': '3bb0c2b6-df17-46cb-a5bb-4e321124174a', 'admin_state_up': True, 'tenant_id': '4a0fc219e42a416ea2f81435544b43bd'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:16.441390 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-93597e60-ae5e-4686-84ac-44c0de977b5d None None] Port d1ad988c-93e0-48a8-9a3b-ce699ef589dc cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:48:16.453769 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Network 42e9462e-79bf-4236-9d9e-1261c021234a is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:16.462692 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:16.479034 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94c8ad-b997-4e3f-96be-751e7e5888ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab9ea58b-6006-4946-a632-fde7368d6772,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:16.493044 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0c94c8ad-b997-4e3f-96be-751e7e5888ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:16.518388 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-0c94c8ad-b997-4e3f-96be-751e7e5888ad admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ab9ea58b-6006-4946-a632-fde7368d6772 HTTP/1.1" status: 204  len: 168 time: 1.5830266
May 12 14:48:16.578302 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 0788bfe3-53ab-4d23-a332-fb2bb8a91e23 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:16.579040 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:16.618064 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58796) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:16.633645 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-93597e60-ae5e-4686-84ac-44c0de977b5d None None] Provisioning complete for port c54272fa-8cda-4d64-bcb6-1553bd2014f5 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:16.634174 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-93597e60-ae5e-4686-84ac-44c0de977b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:16.680888 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Pushing event updated for resources: {'Port': ['ID=d1ad988c-93e0-48a8-9a3b-ce699ef589dc,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:16.859613 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:16.892971 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.provisioning_blocks [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Transition to ACTIVE for port object 6e4b0968-a3aa-49a7-850b-537fbc32d6ec will not be triggered until provisioned by entity L2. {{(pid=88129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:17.012343 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:17.105538 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cbf446e6-4f26-464b-8eaa-06d2c25a82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:17.124306 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device c54272fa-8cda-4d64-bcb6-1553bd2014f5 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:17.222919 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Attempting to bind port 6e4b0968-a3aa-49a7-850b-537fbc32d6ec on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:48:17.223294 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Attempting to bind port 6e4b0968-a3aa-49a7-850b-537fbc32d6ec by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:48:17.223655 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Attempting to bind port 6e4b0968-a3aa-49a7-850b-537fbc32d6ec on network 70d2fa51-11f3-4a4a-9682-a94236c979fd {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:17.244699 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:48:17.256020 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Checking segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:17.256453 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:17.256855 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Bound using segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:48:17.257345 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Bound port: 6e4b0968-a3aa-49a7-850b-537fbc32d6ec, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:48:17.257744 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:17.285426 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2c8e50>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:11Z', 'revision_number': 3, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:17.333508 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port c54272fa-8cda-4d64-bcb6-1553bd2014f5 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:17.333862 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:17.343750 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92523bca-4418-479f-ae70-ed78f81bd1df None None] Pushing event updated for resources: {'Port': ['ID=6e4b0968-a3aa-49a7-850b-537fbc32d6ec,revision_number=2']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:17.397577 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Checking router: c38fe156-063f-4a54-8803-4982f93583c5 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:48:17.397933 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Updating router c38fe156-063f-4a54-8803-4982f93583c5 port e94367dd-59db-4c2e-a94a-7bdabf5a5044 binding host dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:48:17.521959 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] For port 6e4b0968-a3aa-49a7-850b-537fbc32d6ec, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:48:17.531406 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] For port 6e4b0968-a3aa-49a7-850b-537fbc32d6ec, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=6e4b0968-a3aa-49a7-850b-537fbc32d6ec,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:48:17.535831 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-93597e60-ae5e-4686-84ac-44c0de977b5d None None] Provisioning complete for port 96976aaf-68c0-4bc2-8482-1dce09e45664 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:17.536337 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-93597e60-ae5e-4686-84ac-44c0de977b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:17.585380 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Router f9b8eb96-6bec-468f-86a7-141a46dda822 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:48:17.609709 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:17.637259 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-77c3f856-f420-42b2-8858-3ba6e3efc972 req-86efdbbf-3b6c-45b1-8439-e9e53ee608a7 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 210 time: 0.2538455
May 12 14:48:17.650805 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:17.669817 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Usage tracker for resource:port and tenant:4a0fc219e42a416ea2f81435544b43bd is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:17.677252 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:17.678953 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:17.699399 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:17.881017 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Routers {'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:48:17.882607 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c8682b0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:47:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:17.943651 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Made reservation on behalf of 4a0fc219e42a416ea2f81435544b43bd for: {'port': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:17.945592 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cbf446e6-4f26-464b-8eaa-06d2c25a82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:17.976714 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:18.056785 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-cbf446e6-4f26-464b-8eaa-06d2c25a82c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f87fddca0>,) {'filters': {'network_id': ['9a7d255e-6399-46cc-9d02-5ff4c6fa80b3']}} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:18.077922 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92523bca-4418-479f-ae70-ed78f81bd1df None None] Pushing event updated for resources: {'Port': ['ID=6e4b0968-a3aa-49a7-850b-537fbc32d6ec,revision_number=3']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:18.105523 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-cbf446e6-4f26-464b-8eaa-06d2c25a82c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f87fddca0>, '469b8873-fe2f-4c72-ac4f-ae5f860106fa') {'for_net_delete': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:18.108594 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-cbf446e6-4f26-464b-8eaa-06d2c25a82c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f87fddca0>, '469b8873-fe2f-4c72-ac4f-ae5f860106fa') {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:18.146290 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:18.175399 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cbf446e6-4f26-464b-8eaa-06d2c25a82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3159222'] for segment, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:18.375873 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:18.418411 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 96976aaf-68c0-4bc2-8482-1dce09e45664 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:18.525960 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Allocated IP 172.20.0.1 (faf0fd87-b01d-4638-a1db-c3f32b222877/a8dd5b5f-79a5-4772-9c12-8184147dc7bc/502e35e1-a396-47de-9f7c-b943fd17a207) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:18.567281 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] Set router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:48:18.599125 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-502512e8-d303-4a69-a196-9d155a03e032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:18.743765 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:18.789363 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Transition to ACTIVE for port object 502e35e1-a396-47de-9f7c-b943fd17a207 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:18.857435 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cbf446e6-4f26-464b-8eaa-06d2c25a82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:18.871972 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf446e6-4f26-464b-8eaa-06d2c25a82c5 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 14:48:18.872530 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cbf446e6-4f26-464b-8eaa-06d2c25a82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3159846'] for segment, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]: Traceback (most recent call last):
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:     timer()
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:     cb(*args, **kw)
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:     return func(*args, **kwargs)
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:     self._notify()
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:     self.callback(batched_events)
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:     event.method(event)
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:     return f(self, *a, **k)
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._get(url).json()
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self.request(url, 'GET', **kwargs)
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 14:48:18.900710 dv-cinder-831187-2-iscsi neutron-server[88126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 14:48:18.940227 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28a3bb6a-b24c-4c78-941b-b035b163146c req-59da57da-8bd7-48a0-a6de-e525576cefb7 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 210 time: 0.1278815
May 12 14:48:19.077716 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:19.210439 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Network faf0fd87-b01d-4638-a1db-c3f32b222877 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:19.224621 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:19.228715 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:19.297876 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cbf446e6-4f26-464b-8eaa-06d2c25a82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:19.301451 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Pushing event updated for resources: {'Port': ['ID=502e35e1-a396-47de-9f7c-b943fd17a207,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:19.363999 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cbf446e6-4f26-464b-8eaa-06d2c25a82c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:19.390252 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58876) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:19.391095 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885023'] for router_interface, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:19.413215 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:48:19.463741 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:19.492395 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c8682b0>, [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:10Z', 'revision_number': 3, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:19.497345 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Transition to ACTIVE for port object e94367dd-59db-4c2e-a94a-7bdabf5a5044 will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:19.506882 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9482913c-3d40-4e69-ad51-c1750bda88e0 None None] The sync data for ids ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'] in dv-cinder-831187-2-iscsi is: [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:10Z', 'revision_number': 3, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:48:19.509783 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-16160445-5422-4683-9c03-1f8122a6598b None None] Provisioning complete for port d1ad988c-93e0-48a8-9a3b-ce699ef589dc triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:19.510640 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-16160445-5422-4683-9c03-1f8122a6598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:19.551348 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7827ff5c-5baa-4533-a33a-2d692848a5aa admin admin] 10.222.0.49 "PUT /v2.0/routers/f9b8eb96-6bec-468f-86a7-141a46dda822/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6955938
May 12 14:48:19.567213 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Sync routers for ids ['f9b8eb96-6bec-468f-86a7-141a46dda822'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:48:19.629467 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:19.634303 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Allocated IP 172.20.0.12 (3bb0c2b6-df17-46cb-a5bb-4e321124174a/d03119b2-b9a4-4f10-b1e7-b6d7a02e6d6b/2044ac30-5708-42cb-b26e-840d25d8c8a6) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:19.714241 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Allocated IP 172.20.0.1 (9862f13a-dccf-465d-abda-f29b2d232c04/7f368cfb-e379-4448-9120-bcd23ab51263/9e9a4da5-4d69-4cdc-b045-8a59799c647c) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:19.742080 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf446e6-4f26-464b-8eaa-06d2c25a82c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7d255e-6399-46cc-9d02-5ff4c6fa80b3,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:19.880339 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f925f-40e4-49a1-b339-a1f62de4ec3d None None] Pushing event updated for resources: {'Port': ['ID=e94367dd-59db-4c2e-a94a-7bdabf5a5044,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:19.890784 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-16160445-5422-4683-9c03-1f8122a6598b None None] Port d1ad988c-93e0-48a8-9a3b-ce699ef589dc cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:48:19.895153 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Routers {'f9b8eb96-6bec-468f-86a7-141a46dda822'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:48:19.899859 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c22d9d0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:47:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['f9b8eb96-6bec-468f-86a7-141a46dda822'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:20.055509 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 96976aaf-68c0-4bc2-8482-1dce09e45664 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:20.058097 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:20.078189 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-cbf446e6-4f26-464b-8eaa-06d2c25a82c5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9a7d255e-6399-46cc-9d02-5ff4c6fa80b3 HTTP/1.1" status: 204  len: 168 time: 3.4568572
May 12 14:48:20.208818 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Attempting to bind port e94367dd-59db-4c2e-a94a-7bdabf5a5044 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:48:20.209241 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Attempting to bind port e94367dd-59db-4c2e-a94a-7bdabf5a5044 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:48:20.209626 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Attempting to bind port e94367dd-59db-4c2e-a94a-7bdabf5a5044 on network 70d2fa51-11f3-4a4a-9682-a94236c979fd {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:20.386165 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8016769c-c69a-4235-9047-05f46f65e493 req-d02d3c57-3911-4e28-b75f-965118c41a66 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 210 time: 0.1439962
May 12 14:48:20.545726 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:48:20.545726 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Checking segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:20.545726 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:20.545726 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Bound using segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:48:20.545726 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Bound port: e94367dd-59db-4c2e-a94a-7bdabf5a5044, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:48:20.545726 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:20.559627 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:20.691462 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Set router f9b8eb96-6bec-468f-86a7-141a46dda822 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:48:20.721083 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ba02f3e3-ef7e-4af2-a14c-6d29e40d48e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:20.763993 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:20.765258 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-ba02f3e3-ef7e-4af2-a14c-6d29e40d48e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:20.789727 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-ba02f3e3-ef7e-4af2-a14c-6d29e40d48e7 admin admin] Usage tracker for resource:security_group_rule and tenant:f27370d99dcd4c39a32f67edd5e8d54c is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:20.795574 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-ba02f3e3-ef7e-4af2-a14c-6d29e40d48e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:20.801870 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Transition to ACTIVE for port object 9e9a4da5-4d69-4cdc-b045-8a59799c647c will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:20.804450 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:20.805944 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-ba02f3e3-ef7e-4af2-a14c-6d29e40d48e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:20.815400 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58910) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:20.844758 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] For port e94367dd-59db-4c2e-a94a-7bdabf5a5044, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:48:20.847397 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-e949019a-a755-47a6-97e6-7190ba9d9fc3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1261056558', 'description': 'tempest-description--1821039825'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:20.880794 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-059a27e4-0eb7-4e52-9efe-5e757302c6ed None None] Provisioning for port 502e35e1-a396-47de-9f7c-b943fd17a207 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:20.891374 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e949019a-a755-47a6-97e6-7190ba9d9fc3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:20.893109 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] For port e94367dd-59db-4c2e-a94a-7bdabf5a5044, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=e94367dd-59db-4c2e-a94a-7bdabf5a5044,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:48:20.896503 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-059a27e4-0eb7-4e52-9efe-5e757302c6ed None None] Provisioning complete for port 502e35e1-a396-47de-9f7c-b943fd17a207 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:20.897065 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-059a27e4-0eb7-4e52-9efe-5e757302c6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:20.908523 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e949019a-a755-47a6-97e6-7190ba9d9fc3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Usage tracker for resource:security_group and tenant:a090a68e336b4562aca524a95f550e04 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:20.916237 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e949019a-a755-47a6-97e6-7190ba9d9fc3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:20.928105 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e949019a-a755-47a6-97e6-7190ba9d9fc3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:20.953062 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58914) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:21.001065 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6e4b0968-a3aa-49a7-850b-537fbc32d6ec up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:21.035461 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:21.112498 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e949019a-a755-47a6-97e6-7190ba9d9fc3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:21.148274 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Network 3bb0c2b6-df17-46cb-a5bb-4e321124174a is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:21.190226 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:21.192144 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Pushing event updated for resources: {'Port': ['ID=2044ac30-5708-42cb-b26e-840d25d8c8a6,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:21.207378 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:21.232895 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:21.235349 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:21.241790 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f462ca3-b815-449f-8bff-67edf445b9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:21.243289 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-059a27e4-0eb7-4e52-9efe-5e757302c6ed None None] Port 502e35e1-a396-47de-9f7c-b943fd17a207 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:48:21.253481 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:21.314714 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e949019a-a755-47a6-97e6-7190ba9d9fc3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:21.354976 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e949019a-a755-47a6-97e6-7190ba9d9fc3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Usage tracker for resource:security_group_rule and tenant:a090a68e336b4562aca524a95f550e04 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:21.361716 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:21.416930 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e949019a-a755-47a6-97e6-7190ba9d9fc3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:21.511213 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e949019a-a755-47a6-97e6-7190ba9d9fc3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:21.566603 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-63c7ec7d-d873-4ef9-88f6-f0ddd44730ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.1403470
May 12 14:48:21.578405 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-83e65dc7-bfca-4bae-be0a-d6b4d12aaccb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4850c8f9442449c8fc5ea3d96b85233&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6070731
May 12 14:48:21.617517 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58932) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:21.620370 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Network 9862f13a-dccf-465d-abda-f29b2d232c04 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:21.629335 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:21.673990 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-7f9c07ea-8ad9-4b72-8f51-8075ede0b24a tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 14:48:21.679115 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-7f9c07ea-8ad9-4b72-8f51-8075ede0b24a tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0513813
May 12 14:48:21.725732 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:21.726341 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885023'] for router_interface, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:21.746085 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ba02f3e3-ef7e-4af2-a14c-6d29e40d48e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:21.750627 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:21.830401 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f0b6f-6a62-4ddf-8234-e01af52591ae req-2a3cb1f7-96c5-4a51-8f9a-c929ef0c11e5 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:21.839866 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9a4da5-4d69-4cdc-b045-8a59799c647c,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:21.840892 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5e3f0b6f-6a62-4ddf-8234-e01af52591ae req-2a3cb1f7-96c5-4a51-8f9a-c929ef0c11e5 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 932 time: 0.1597350
May 12 14:48:21.866605 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ba02f3e3-ef7e-4af2-a14c-6d29e40d48e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:21.885307 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:21.976281 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:48:21.976904 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2c8e50>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:48:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:22.089442 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e1998457-b9d7-482c-b967-446d304a7a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.101229 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Request body: {'port': {'device_id': 'dac49498-274f-4b45-ac30-0523cf21ee74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:22.161613 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-ba02f3e3-ef7e-4af2-a14c-6d29e40d48e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f27370d99dcd4c39a32f67edd5e8d54c&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4105802
May 12 14:48:22.168367 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-5e3f0b6f-6a62-4ddf-8234-e01af52591ae req-8c9410a1-a239-4bb6-bb64-09f7e3ffc930 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Synchronizing usage tracker for tenant:4a0fc219e42a416ea2f81435544b43bd on resource:security_group {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:22.174375 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02f3e3-ef7e-4af2-a14c-6d29e40d48e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f865883f-a1e1-4239-b740-e29433b56af2,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:22.198980 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58944) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:22.203942 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.277447 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f925f-40e4-49a1-b339-a1f62de4ec3d None None] Pushing event updated for resources: {'Port': ['ID=e94367dd-59db-4c2e-a94a-7bdabf5a5044,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:22.295699 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3749132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884922'] for router_interface, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.300838 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e1998457-b9d7-482c-b967-446d304a7a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.310867 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Pushing event updated for resources: {'Port': ['ID=502e35e1-a396-47de-9f7c-b943fd17a207,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:22.364848 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e949019a-a755-47a6-97e6-7190ba9d9fc3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.381365 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:48:22.416143 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.441664 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e949019a-a755-47a6-97e6-7190ba9d9fc3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.495324 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.565634 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949019a-a755-47a6-97e6-7190ba9d9fc3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44dc41d-a5df-402c-ad3f-53062c801db2,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:22.593915 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 6e4b0968-a3aa-49a7-850b-537fbc32d6ec completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:22.611858 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a5bb952a-13df-42c0-9fe9-f99557ee4fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.616660 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 6e4b0968-a3aa-49a7-850b-537fbc32d6ec triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:22.617034 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.738916 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-0161dd4a-51cb-4859-8748-0637143894e9 None None] Provisioning for port 9e9a4da5-4d69-4cdc-b045-8a59799c647c completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:22.742512 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a5bb952a-13df-42c0-9fe9-f99557ee4fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.742684 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.743224 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-0161dd4a-51cb-4859-8748-0637143894e9 None None] Provisioning complete for port 9e9a4da5-4d69-4cdc-b045-8a59799c647c triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:22.743224 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0161dd4a-51cb-4859-8748-0637143894e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.743396 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Network faf0fd87-b01d-4638-a1db-c3f32b222877 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:22.743396 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:22.780911 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:48:22.855949 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e1998457-b9d7-482c-b967-446d304a7a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.858877 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e1998457-b9d7-482c-b967-446d304a7a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.861818 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e1998457-b9d7-482c-b967-446d304a7a42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3708461e-370f-4a0f-a8fc-a32eff5939d6 HTTP/1.1" status: 204  len: 168 time: 1.2400792
May 12 14:48:22.930585 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e949019a-a755-47a6-97e6-7190ba9d9fc3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:22.938564 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e949019a-a755-47a6-97e6-7190ba9d9fc3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 2.1164818
May 12 14:48:22.941417 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 58956) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:22.949643 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-5e3f0b6f-6a62-4ddf-8234-e01af52591ae req-8c9410a1-a239-4bb6-bb64-09f7e3ffc930 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Unset dirty status for tenant:4a0fc219e42a416ea2f81435544b43bd on resource:security_group {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:22.953960 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5e3f0b6f-6a62-4ddf-8234-e01af52591ae req-8c9410a1-a239-4bb6-bb64-09f7e3ffc930 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1056366
May 12 14:48:23.000689 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-6b15d249-2db4-43bd-8ca5-5645e1c00d29 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Request body: {'security_group_rule': {'security_group_id': 'b44dc41d-a5df-402c-ad3f-53062c801db2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:23.086276 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1998457-b9d7-482c-b967-446d304a7a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3708461e-370f-4a0f-a8fc-a32eff5939d6,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:23.369086 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-6b15d249-2db4-43bd-8ca5-5645e1c00d29 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:23.375469 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c22d9d0>, [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'd1ad988c-93e0-48a8-9a3b-ce699ef589dc', 'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'mac_address': 'fa:16:3e:34:fe:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:11Z', 'updated_at': '2022-05-12T14:48:15Z', 'revision_number': 2, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'subnets': [{'id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:23.378082 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-6b15d249-2db4-43bd-8ca5-5645e1c00d29 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Usage tracker for resource:security_group_rule and tenant:a090a68e336b4562aca524a95f550e04 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:23.383745 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-6b15d249-2db4-43bd-8ca5-5645e1c00d29 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:23.386024 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:48:23.391112 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a5bb952a-13df-42c0-9fe9-f99557ee4fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:23.395596 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-6b15d249-2db4-43bd-8ca5-5645e1c00d29 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:23.407480 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-0161dd4a-51cb-4859-8748-0637143894e9 None None] Port 9e9a4da5-4d69-4cdc-b045-8a59799c647c cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:48:23.571898 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2044ac30-5708-42cb-b26e-840d25d8c8a6 {{(pid=88125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:48:23.592916 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:23.596627 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6b15d249-2db4-43bd-8ca5-5645e1c00d29 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:23.600849 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb952a-13df-42c0-9fe9-f99557ee4fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f865883f-a1e1-4239-b740-e29433b56af2,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:23.643356 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a5bb952a-13df-42c0-9fe9-f99557ee4fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:23.645333 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-a5bb952a-13df-42c0-9fe9-f99557ee4fbb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f865883f-a1e1-4239-b740-e29433b56af2 HTTP/1.1" status: 204  len: 168 time: 1.4418504
May 12 14:48:23.668837 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Checking router: f9b8eb96-6bec-468f-86a7-141a46dda822 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:48:23.669183 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Updating router f9b8eb96-6bec-468f-86a7-141a46dda822 port d1ad988c-93e0-48a8-9a3b-ce699ef589dc binding host dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:48:23.676285 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Transition to ACTIVE for port object 2044ac30-5708-42cb-b26e-840d25d8c8a6 will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:23.775298 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:23.923961 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:48:23.929681 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:23.946229 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Sync routers for ids ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:48:23.958915 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-f3df8f00-3816-40bd-a28b-97883364a4a9 admin admin] 10.222.0.49 "PUT /v2.0/routers/da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8394186
May 12 14:48:23.965538 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Routers {'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:48:23.966017 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8cbaffd0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:48:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:24.116224 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6b15d249-2db4-43bd-8ca5-5645e1c00d29 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:24.147024 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:24.172790 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Pushing event updated for resources: {'Port': ['ID=2044ac30-5708-42cb-b26e-840d25d8c8a6,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:24.184435 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-b7ded823-af52-413b-b9fe-977f3e189839 None None] Provisioning complete for port 502e35e1-a396-47de-9f7c-b943fd17a207 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:24.184913 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b7ded823-af52-413b-b9fe-977f3e189839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:24.217809 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:24.311584 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:24.322860 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6b15d249-2db4-43bd-8ca5-5645e1c00d29 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:24.425612 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Attempting to bind port 2044ac30-5708-42cb-b26e-840d25d8c8a6 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:48:24.426383 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Attempting to bind port 2044ac30-5708-42cb-b26e-840d25d8c8a6 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '44bc935a-7b84-455f-acf8-a272bb660afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3bb0c2b6-df17-46cb-a5bb-4e321124174a'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:48:24.426984 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Attempting to bind port 2044ac30-5708-42cb-b26e-840d25d8c8a6 on network 3bb0c2b6-df17-46cb-a5bb-4e321124174a {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:24.429611 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:24.430536 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3749132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884922'] for router_interface, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:24.442265 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Set router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:48:24.447539 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58984) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:24.463321 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 6e4b0968-a3aa-49a7-850b-537fbc32d6ec, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=6e4b0968-a3aa-49a7-850b-537fbc32d6ec,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:24.493281 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-b7ded823-af52-413b-b9fe-977f3e189839 None None] Port 502e35e1-a396-47de-9f7c-b943fd17a207 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:48:24.532007 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15d249-2db4-43bd-8ca5-5645e1c00d29 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cefa98-8a2f-4293-a9ab-d05a5f86fad3,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:24.543480 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6b15d249-2db4-43bd-8ca5-5645e1c00d29 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:24.547796 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-6b15d249-2db4-43bd-8ca5-5645e1c00d29 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.5721841
May 12 14:48:24.556502 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 58990) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:24.568508 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Port 2044ac30-5708-42cb-b26e-840d25d8c8a6 on network 3bb0c2b6-df17-46cb-a5bb-4e321124174a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:48:24.571175 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Attempting to bind port 2044ac30-5708-42cb-b26e-840d25d8c8a6 on network 3bb0c2b6-df17-46cb-a5bb-4e321124174a {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:24.589158 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:48:24.589766 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Checking segment: {'id': '44bc935a-7b84-455f-acf8-a272bb660afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3bb0c2b6-df17-46cb-a5bb-4e321124174a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:24.590499 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Bound using segment: {'id': '44bc935a-7b84-455f-acf8-a272bb660afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3bb0c2b6-df17-46cb-a5bb-4e321124174a'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:48:24.591199 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Bound port: 2044ac30-5708-42cb-b26e-840d25d8c8a6, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44bc935a-7b84-455f-acf8-a272bb660afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3bb0c2b6-df17-46cb-a5bb-4e321124174a'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:48:24.591718 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:24.607146 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-5c3bcbc4-c12f-4af9-9a6e-b471432ebe72 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Request body: {'security_group_rule': {'security_group_id': 'b44dc41d-a5df-402c-ad3f-53062c801db2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:24.670428 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-5c3bcbc4-c12f-4af9-9a6e-b471432ebe72 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:24.686626 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-5c3bcbc4-c12f-4af9-9a6e-b471432ebe72 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Usage tracker for resource:security_group_rule and tenant:a090a68e336b4562aca524a95f550e04 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:24.705444 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:24.720491 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-5c3bcbc4-c12f-4af9-9a6e-b471432ebe72 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:24.754730 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-dfe02c93-adeb-4eaf-b5ff-f26b0e3ba734 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d4bf2b6c584465aa029b939b680df10&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3045204
May 12 14:48:24.767814 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 59004) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:24.769870 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-5c3bcbc4-c12f-4af9-9a6e-b471432ebe72 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:24.889412 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=6e4b0968-a3aa-49a7-850b-537fbc32d6ec,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:24.949152 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2c8e50>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:11Z', 'revision_number': 3, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:25.022308 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 59010) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:25.031296 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5c3bcbc4-c12f-4af9-9a6e-b471432ebe72 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:25.073526 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a62ab6-340f-4451-a7f8-c47f9d4795f1 None None] The sync data for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi is: [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:11Z', 'revision_number': 3, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:48:25.123152 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9a4da5-4d69-4cdc-b045-8a59799c647c,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:25.131309 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68b60b59-b5bb-4feb-b944-19dcede6c4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:25.158183 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a502e462-06f0-4458-b049-a1ef21938cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:25.223280 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc7974-ef1d-4e33-a461-3c51c968d9fb req-f89d7fe6-3ecb-4249-bb35-edbb996bb1a0 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:25.228483 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-50dc7974-ef1d-4e33-a461-3c51c968d9fb req-f89d7fe6-3ecb-4249-bb35-edbb996bb1a0 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Synchronizing usage tracker for tenant:4a0fc219e42a416ea2f81435544b43bd on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:25.259350 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a502e462-06f0-4458-b049-a1ef21938cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:25.383790 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8cbaffd0>, [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:20Z', 'revision_number': 4, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '502e35e1-a396-47de-9f7c-b943fd17a207', 'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'mac_address': 'fa:16:3e:f3:b2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:21Z', 'revision_number': 2, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'subnets': [{'id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:25.422348 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Checking router: da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:48:25.423338 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Updating router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 port 502e35e1-a396-47de-9f7c-b943fd17a207 binding host dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:48:25.441220 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] For port 2044ac30-5708-42cb-b26e-840d25d8c8a6, host hv-cinder-83118, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:48:25.456810 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] For port 2044ac30-5708-42cb-b26e-840d25d8c8a6, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2044ac30-5708-42cb-b26e-840d25d8c8a6,segment=NetworkSegment(44bc935a-7b84-455f-acf8-a272bb660afd),segment_id=44bc935a-7b84-455f-acf8-a272bb660afd)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:48:25.473032 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-50dc7974-ef1d-4e33-a461-3c51c968d9fb req-f89d7fe6-3ecb-4249-bb35-edbb996bb1a0 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Unset dirty status for tenant:4a0fc219e42a416ea2f81435544b43bd on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:25.474577 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-50dc7974-ef1d-4e33-a461-3c51c968d9fb req-f89d7fe6-3ecb-4249-bb35-edbb996bb1a0 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 944 time: 1.2940366
May 12 14:48:25.522229 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Notify callbacks [] for port, precommit_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:25.527320 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-68b60b59-b5bb-4feb-b944-19dcede6c4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:25.543642 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-68b60b59-b5bb-4feb-b944-19dcede6c4e8 admin admin] Usage tracker for resource:security_group_rule and tenant:d9650b40314c453685ecd482780016e5 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:25.544398 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Transition to ACTIVE for port object d1ad988c-93e0-48a8-9a3b-ce699ef589dc will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:25.552182 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Network 9862f13a-dccf-465d-abda-f29b2d232c04 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:25.552792 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-68b60b59-b5bb-4feb-b944-19dcede6c4e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:25.558068 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a502e462-06f0-4458-b049-a1ef21938cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:25.577727 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:25.583463 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-68b60b59-b5bb-4feb-b944-19dcede6c4e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:25.586749 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a502e462-06f0-4458-b049-a1ef21938cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:25.612381 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-a502e462-06f0-4458-b049-a1ef21938cda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d6703e4-14a4-4582-942e-79f353184e4d HTTP/1.1" status: 204  len: 168 time: 0.8289783
May 12 14:48:25.621019 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:25.628739 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:25.640799 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502e462-06f0-4458-b049-a1ef21938cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6703e4-14a4-4582-942e-79f353184e4d,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:25.716218 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:25.759003 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5c3bcbc4-c12f-4af9-9a6e-b471432ebe72 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:25.882476 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:25.883131 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:25.884589 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] 10.222.0.71 "PUT /v2.0/ports/2044ac30-5708-42cb-b26e-840d25d8c8a6 HTTP/1.1" status: 200  len: 1094 time: 3.9063370
May 12 14:48:25.888483 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac49498-274f-4b45-ac30-0523cf21ee74', 'tag': '2044ac30-5708-42cb-b26e-840d25d8c8a6'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:48:26.218366 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-f41e1d1e-153e-4545-8631-895263fa1927 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:26.224126 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-f41e1d1e-153e-4545-8631-895263fa1927 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 818 time: 0.3825836
May 12 14:48:26.228584 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5c3bcbc4-c12f-4af9-9a6e-b471432ebe72 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:26.375588 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-9854d7eb-d09f-4326-a5cd-bf3ee0210a53 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/quotas/0301badcd92e4cc483246a0fa4949060 HTTP/1.1" status: 200  len: 375 time: 0.1292408
May 12 14:48:26.494368 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bcbc4-c12f-4af9-9a6e-b471432ebe72 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090a3f2a-d682-4717-b4b0-a933b5ee3cec,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:26.495327 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2fc47-b5c2-4548-9c37-d1c6627ec2d4 None None] Pushing event updated for resources: {'Port': ['ID=d1ad988c-93e0-48a8-9a3b-ce699ef589dc,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:26.525580 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68b60b59-b5bb-4feb-b944-19dcede6c4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:26.596593 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-5c0b98db-7c76-482b-b43f-c5f9cf1a9b26 None None] Provisioning complete for port 9e9a4da5-4d69-4cdc-b045-8a59799c647c triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:26.597736 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5c0b98db-7c76-482b-b43f-c5f9cf1a9b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:26.607234 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-68b60b59-b5bb-4feb-b944-19dcede6c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:26.651036 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5c3bcbc4-c12f-4af9-9a6e-b471432ebe72 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:26.668211 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-5c3bcbc4-c12f-4af9-9a6e-b471432ebe72 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.0911789
May 12 14:48:26.669937 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 59044) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:26.731419 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Attempting to bind port d1ad988c-93e0-48a8-9a3b-ce699ef589dc on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:48:26.731894 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Attempting to bind port d1ad988c-93e0-48a8-9a3b-ce699ef589dc by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:48:26.732302 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Attempting to bind port d1ad988c-93e0-48a8-9a3b-ce699ef589dc on network 42e9462e-79bf-4236-9d9e-1261c021234a {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:26.741021 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Request body: {'floatingip': {'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:26.781944 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:48:26.787557 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Checking segment: {'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:26.795136 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:26.795795 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Bound using segment: {'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:48:26.798442 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Bound port: d1ad988c-93e0-48a8-9a3b-ce699ef589dc, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:48:26.799114 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:26.805108 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-9af54a6f-efe3-4f55-9d7d-25474755d75e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Synchronizing usage tracker for tenant:0301badcd92e4cc483246a0fa4949060 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:26.809848 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Router c38fe156-063f-4a54-8803-4982f93583c5 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:48:26.811075 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389a231-53e2-4524-bb66-d9556906dfbc service neutron] Pushing event updated for resources: {'Port': ['ID=2044ac30-5708-42cb-b26e-840d25d8c8a6,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:26.821487 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-50dc7974-ef1d-4e33-a461-3c51c968d9fb req-cf124120-c3e2-4951-8e3b-16b5f57c60c7 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3245437
May 12 14:48:26.830097 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:26.848415 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Usage tracker for resource:floatingip and tenant:a090a68e336b4562aca524a95f550e04 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:26.859206 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:26.867863 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-68b60b59-b5bb-4feb-b944-19dcede6c4e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9650b40314c453685ecd482780016e5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8440363
May 12 14:48:26.869000 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b60b59-b5bb-4feb-b944-19dcede6c4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52b527c-1a75-435d-98d4-3b52dda498b6,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:26.877573 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 59050) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:26.888205 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:27.010865 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-9af54a6f-efe3-4f55-9d7d-25474755d75e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Unset dirty status for tenant:0301badcd92e4cc483246a0fa4949060 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:27.029424 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-9af54a6f-efe3-4f55-9d7d-25474755d75e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5988052
May 12 14:48:27.054140 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for floatingip, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:27.192000 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Notify callbacks [] for port, precommit_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:27.211401 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] For port d1ad988c-93e0-48a8-9a3b-ce699ef589dc, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:48:27.220971 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] For port d1ad988c-93e0-48a8-9a3b-ce699ef589dc, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=d1ad988c-93e0-48a8-9a3b-ce699ef589dc,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:48:27.226622 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.provisioning_blocks [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Transition to ACTIVE for port object 502e35e1-a396-47de-9f7c-b943fd17a207 will not be triggered until provisioned by entity L2. {{(pid=88129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:27.240088 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b98db-7c76-482b-b43f-c5f9cf1a9b26 None None] Port 9e9a4da5-4d69-4cdc-b045-8a59799c647c cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:48:27.257979 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5767-a411-4351-8b03-80b07625ccc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:27.284103 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device e94367dd-59db-4c2e-a94a-7bdabf5a5044 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:27.359510 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:27.393419 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5767-a411-4351-8b03-80b07625ccc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:27.450631 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-b4c7cb33-1fb4-4c84-8f84-895490326411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:27.452310 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-b4c7cb33-1fb4-4c84-8f84-895490326411 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a0fc219e42a416ea2f81435544b43bd&device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 1097 time: 1.2859402
May 12 14:48:27.516528 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:27.653370 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-61be3779-4a7c-4a1b-ad5f-61d662ceab6c service neutron] 10.222.0.49 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6226945
May 12 14:48:27.698445 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2fc47-b5c2-4548-9c37-d1c6627ec2d4 None None] Pushing event updated for resources: {'Port': ['ID=d1ad988c-93e0-48a8-9a3b-ce699ef589dc,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:27.734157 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Routers {'f9b8eb96-6bec-468f-86a7-141a46dda822'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:48:27.735456 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c22d9d0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:48:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['f9b8eb96-6bec-468f-86a7-141a46dda822'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:27.834924 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-7043de94-f69c-47b4-a60c-399060134b38 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2044ac30-5708-42cb-b26e-840d25d8c8a6 HTTP/1.1" status: 200  len: 217 time: 0.3386085
May 12 14:48:27.848581 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef29e38-e8bd-4230-9a6e-3f52ca7947cf None None] Pushing event updated for resources: {'Port': ['ID=502e35e1-a396-47de-9f7c-b943fd17a207,revision_number=3']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:28.024155 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:48:28.053637 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c0f0696d-a32d-4423-83dd-127a4784f953 admin admin] 10.222.0.49 "PUT /v2.0/routers/c38fe156-063f-4a54-8803-4982f93583c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.0979254
May 12 14:48:28.160636 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:28.174510 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5767-a411-4351-8b03-80b07625ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:28.230081 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-7a6ded9f-1e25-44df-a354-30955dc44374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:28.232323 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-7a6ded9f-1e25-44df-a354-30955dc44374 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d03119b2-b9a4-4f10-b1e7-b6d7a02e6d6b HTTP/1.1" status: 200  len: 852 time: 0.3885767
May 12 14:48:28.238900 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbacb1de-14cb-4346-83c4-632d559b6b00'] response: {'name': 'network-changed', 'server_uuid': 'dac49498-274f-4b45-ac30-0523cf21ee74', 'tag': '2044ac30-5708-42cb-b26e-840d25d8c8a6', 'status': 'completed', 'code': 200}
May 12 14:48:28.261905 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f5767-a411-4351-8b03-80b07625ccc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52b527c-1a75-435d-98d4-3b52dda498b6,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:28.278090 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-d118e3c2-2cda-4166-a58f-5b9420c8b8ab service neutron] 10.222.0.49 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6226704
May 12 14:48:28.389731 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5767-a411-4351-8b03-80b07625ccc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:28.402423 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-7a1f5767-a411-4351-8b03-80b07625ccc0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e52b527c-1a75-435d-98d4-3b52dda498b6 HTTP/1.1" status: 204  len: 168 time: 1.5160575
May 12 14:48:28.402642 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Sync routers for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:48:28.469458 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port e94367dd-59db-4c2e-a94a-7bdabf5a5044 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:28.490926 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-9d2a8a2d-e418-4693-b8c3-66742f0c1466 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bb0c2b6-df17-46cb-a5bb-4e321124174a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2412524
May 12 14:48:28.492876 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Attempting to bind port 502e35e1-a396-47de-9f7c-b943fd17a207 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:48:28.495765 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Attempting to bind port 502e35e1-a396-47de-9f7c-b943fd17a207 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:48:28.496382 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Attempting to bind port 502e35e1-a396-47de-9f7c-b943fd17a207 on network faf0fd87-b01d-4638-a1db-c3f32b222877 {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:28.514631 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:48:28.515358 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Checking segment: {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:28.515916 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:28.516473 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Bound using segment: {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:48:28.517299 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Bound port: 502e35e1-a396-47de-9f7c-b943fd17a207, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'}}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:48:28.517912 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:28.525599 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port e94367dd-59db-4c2e-a94a-7bdabf5a5044 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:28.531875 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:28.687817 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Allocated IP 172.27.3.138 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/c6d1685d-b56e-4ea9-9c9e-4a1b6a2bd64b) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:28.710680 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:48:28.713019 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c395b80>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:48:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:28.807374 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] For port 502e35e1-a396-47de-9f7c-b943fd17a207, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:48:28.821438 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] For port 502e35e1-a396-47de-9f7c-b943fd17a207, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=502e35e1-a396-47de-9f7c-b943fd17a207,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:48:28.898046 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:28.962342 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3e6a0-5cab-42be-a740-6a375943bfc3 req-f7cb2abe-887c-41ee-a172-2516d56eebe5 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:28.971654 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eba3e6a0-5cab-42be-a740-6a375943bfc3 req-f7cb2abe-887c-41ee-a172-2516d56eebe5 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 944 time: 0.5183342
May 12 14:48:29.100016 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-8af1e325-0028-4a1d-8a76-0d30d403baec service neutron] 10.222.0.71 "GET /v2.0/networks/3bb0c2b6-df17-46cb-a5bb-4e321124174a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4832473
May 12 14:48:29.217668 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:29.258989 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef29e38-e8bd-4230-9a6e-3f52ca7947cf None None] Pushing event updated for resources: {'Port': ['ID=502e35e1-a396-47de-9f7c-b943fd17a207,revision_number=4']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:29.314528 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Routers {'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:48:29.315257 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8cbaffd0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:48:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:29.401109 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:29.471460 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] Set router f9b8eb96-6bec-468f-86a7-141a46dda822 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:48:29.501362 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:29.611816 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:29.616931 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:29.633100 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:29.750533 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event updated for resources: {'Port': ['ID=c6d1685d-b56e-4ea9-9c9e-4a1b6a2bd64b,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:29.824259 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-51a0f197-593a-4a97-b65c-a8655f64e315 req-47874dfc-4abe-4bd2-a970-e440560d2ad7 service neutron] 10.222.0.71 "GET /v2.0/networks/3bb0c2b6-df17-46cb-a5bb-4e321124174a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7040119
May 12 14:48:29.853896 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eba3e6a0-5cab-42be-a740-6a375943bfc3 req-c5d4a404-4927-4381-a5e5-5c612a4851c2 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8700578
May 12 14:48:29.942634 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] Set router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:48:30.046707 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-18303db0-ba3e-4202-9030-8e193b6d5471 req-b79ec092-fbc5-4b66-964b-dcb4711dddf5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 210 time: 0.0620227
May 12 14:48:30.075456 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:30.101841 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 59142) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:30.115974 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-f0f20974-51c8-4418-b1ae-df6aa2959056 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1224993233', 'description': 'tempest-description--674763793'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:30.124509 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-f0f20974-51c8-4418-b1ae-df6aa2959056 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:30.175954 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-f0f20974-51c8-4418-b1ae-df6aa2959056 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:security_group and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:30.175954 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-f0f20974-51c8-4418-b1ae-df6aa2959056 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:30.175954 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-f0f20974-51c8-4418-b1ae-df6aa2959056 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:30.297029 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:48:30.521900 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8cbaffd0>, [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:20Z', 'revision_number': 4, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '502e35e1-a396-47de-9f7c-b943fd17a207', 'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'mac_address': 'fa:16:3e:f3:b2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:28Z', 'revision_number': 4, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'subnets': [{'id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:30.527589 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af04f76-4373-42eb-bd6b-686dd94f353a None None] The sync data for ids ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'] in dv-cinder-831187-2-iscsi is: [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:20Z', 'revision_number': 4, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '502e35e1-a396-47de-9f7c-b943fd17a207', 'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'mac_address': 'fa:16:3e:f3:b2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:28Z', 'revision_number': 4, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'subnets': [{'id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:48:30.539055 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-3fab041c-b6e7-49be-a870-5c4e491d2193 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:30.540300 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-3fab041c-b6e7-49be-a870-5c4e491d2193 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Synchronizing usage tracker for tenant:0301badcd92e4cc483246a0fa4949060 on resource:network {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:30.678667 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:30.712017 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f0f20974-51c8-4418-b1ae-df6aa2959056 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:30.761257 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-f0f20974-51c8-4418-b1ae-df6aa2959056 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:30.764473 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:30.773827 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port e94367dd-59db-4c2e-a94a-7bdabf5a5044, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=e94367dd-59db-4c2e-a94a-7bdabf5a5044,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:30.783037 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-3fab041c-b6e7-49be-a870-5c4e491d2193 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Unset dirty status for tenant:0301badcd92e4cc483246a0fa4949060 on resource:network {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:30.784622 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-3fab041c-b6e7-49be-a870-5c4e491d2193 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 818 time: 0.4081371
May 12 14:48:30.797056 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-f0f20974-51c8-4418-b1ae-df6aa2959056 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:security_group_rule and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:30.800757 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-f0f20974-51c8-4418-b1ae-df6aa2959056 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:30.803973 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-10538c6f-e152-4b0d-a872-700eb287d7cb tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/quotas/0301badcd92e4cc483246a0fa4949060 HTTP/1.1" status: 200  len: 375 time: 0.0124228
May 12 14:48:30.808579 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-f0f20974-51c8-4418-b1ae-df6aa2959056 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:31.081420 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-dbb99f7a-4c2f-4517-b616-45d5e61b775c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2651784
May 12 14:48:31.104200 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:31.104978 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6e4b0968-a3aa-49a7-850b-537fbc32d6ec up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:31.125101 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f0f20974-51c8-4418-b1ae-df6aa2959056 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:31.221977 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f0f20974-51c8-4418-b1ae-df6aa2959056 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:31.476058 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=e94367dd-59db-4c2e-a94a-7bdabf5a5044,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:31.517552 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-c63221c4-49fe-4987-ab12-852412f0854a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 14:48:31.523878 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-c63221c4-49fe-4987-ab12-852412f0854a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1122453
May 12 14:48:31.586877 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f20974-51c8-4418-b1ae-df6aa2959056 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:31.629939 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 6e4b0968-a3aa-49a7-850b-537fbc32d6ec triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:31.630190 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:31.684362 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f0f20974-51c8-4418-b1ae-df6aa2959056 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:31.702148 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-f0f20974-51c8-4418-b1ae-df6aa2959056 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.5904148
May 12 14:48:31.702148 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 59208) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:31.715946 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-1eb5e564-6b3e-49bb-905b-41dc17b6db69 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'security_group_rule': {'security_group_id': '2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:31.740408 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809deb9c-f423-4a6f-9de6-b31d50c39656 req-04b03621-4dad-4fee-9751-8a5c87ae8161 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:31.755907 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-809deb9c-f423-4a6f-9de6-b31d50c39656 req-04b03621-4dad-4fee-9751-8a5c87ae8161 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 944 time: 0.5499926
May 12 14:48:31.756045 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c22d9d0>, [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'd1ad988c-93e0-48a8-9a3b-ce699ef589dc', 'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'mac_address': 'fa:16:3e:34:fe:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:11Z', 'updated_at': '2022-05-12T14:48:27Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'subnets': [{'id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:31.775602 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbfe0c-620c-45e1-9a26-dda7b9a0b2ad None None] The sync data for ids ['f9b8eb96-6bec-468f-86a7-141a46dda822'] in dv-cinder-831187-2-iscsi is: [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'd1ad988c-93e0-48a8-9a3b-ce699ef589dc', 'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'mac_address': 'fa:16:3e:34:fe:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:11Z', 'updated_at': '2022-05-12T14:48:27Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'subnets': [{'id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:48:31.800563 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-1eb5e564-6b3e-49bb-905b-41dc17b6db69 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:31.804442 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c395b80>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:23Z', 'revision_number': 2, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:31.815143 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-b23be8a9-e81a-4672-83f5-be35a141bd33 service neutron] 10.222.0.49 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2648010
May 12 14:48:31.824593 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-1eb5e564-6b3e-49bb-905b-41dc17b6db69 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:security_group_rule and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:31.834252 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Checking router: c38fe156-063f-4a54-8803-4982f93583c5 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:48:31.834942 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-1eb5e564-6b3e-49bb-905b-41dc17b6db69 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:31.836363 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Updating router c38fe156-063f-4a54-8803-4982f93583c5 port 9e9a4da5-4d69-4cdc-b045-8a59799c647c binding host dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:48:31.855850 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-1eb5e564-6b3e-49bb-905b-41dc17b6db69 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:31.963752 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.db.resource_extend [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 12 14:48:32.048411 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:32.057772 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-809deb9c-f423-4a6f-9de6-b31d50c39656 req-6111d95d-c467-4b90-b67f-85db74bdf774 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3019097
May 12 14:48:32.062329 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e564-6b3e-49bb-905b-41dc17b6db69 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:32.079830 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-8baf28ff-4bcf-4d87-9e93-8bb502fa97d7 service neutron] 10.222.0.49 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2625704
May 12 14:48:32.118382 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:32.132381 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:32.321446 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event updated for resources: {'Port': ['ID=c6d1685d-b56e-4ea9-9c9e-4a1b6a2bd64b,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:32.539803 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:32.594766 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e564-6b3e-49bb-905b-41dc17b6db69 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:32.715565 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01834c5c-a078-4f84-a525-1818b9a64fe7 req-d3160e25-ae44-4a03-a247-aa494f34835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:32.716087 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-01834c5c-a078-4f84-a525-1818b9a64fe7 req-d3160e25-ae44-4a03-a247-aa494f34835c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a0fc219e42a416ea2f81435544b43bd&device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 1097 time: 0.4186125
May 12 14:48:32.828828 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e564-6b3e-49bb-905b-41dc17b6db69 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:32.945931 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d1ab9b59-7619-4ed2-8260-bb7adc1b6fd6 req-14986160-866d-4ddb-82cd-f6bda7766e3f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 210 time: 0.2871065
May 12 14:48:32.977665 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:32.979033 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-3fb90ba7-f223-4fb5-a40a-d313a92f166b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.2937911
May 12 14:48:32.986380 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5e564-6b3e-49bb-905b-41dc17b6db69 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe038f5-83ba-42d6-99b3-5bdac931684e,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:33.044565 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e564-6b3e-49bb-905b-41dc17b6db69 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:33.048738 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-1eb5e564-6b3e-49bb-905b-41dc17b6db69 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3481684
May 12 14:48:33.048738 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 59244) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:33.055118 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-c2710529-f12a-41aa-98bc-6c0c8c1904ac tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'security_group_rule': {'security_group_id': '2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:33.075215 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-c2710529-f12a-41aa-98bc-6c0c8c1904ac tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:33.089895 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-c2710529-f12a-41aa-98bc-6c0c8c1904ac tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:security_group_rule and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:33.114280 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-c2710529-f12a-41aa-98bc-6c0c8c1904ac tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:33.133188 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-c2710529-f12a-41aa-98bc-6c0c8c1904ac tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:33.295421 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:33.323709 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01834c5c-a078-4f84-a525-1818b9a64fe7 req-8ce63506-472f-479a-95a4-3959d40b6ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:33.325631 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-01834c5c-a078-4f84-a525-1818b9a64fe7 req-8ce63506-472f-479a-95a4-3959d40b6ae4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bb0c2b6-df17-46cb-a5bb-4e321124174a HTTP/1.1" status: 200  len: 913 time: 0.5975955
May 12 14:48:33.355670 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Transition to ACTIVE for port object 9e9a4da5-4d69-4cdc-b045-8a59799c647c will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:33.380456 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device e94367dd-59db-4c2e-a94a-7bdabf5a5044 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:33.511761 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c2710529-f12a-41aa-98bc-6c0c8c1904ac tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:33.558011 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:33.589923 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-01834c5c-a078-4f84-a525-1818b9a64fe7 req-764c3803-e76f-490a-8ced-cd59b0a6e13e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2044ac30-5708-42cb-b26e-840d25d8c8a6 HTTP/1.1" status: 200  len: 217 time: 0.2578325
May 12 14:48:33.784716 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-e4a21dbc-f758-4606-b1e7-f55c7383dee2 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1261056558&fields=id&tenant_id=a090a68e336b4562aca524a95f550e04 HTTP/1.1" status: 200  len: 267 time: 0.1617143
May 12 14:48:33.845526 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01834c5c-a078-4f84-a525-1818b9a64fe7 req-342728a2-e577-4d65-b6f9-c7af608dea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:33.852959 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-01834c5c-a078-4f84-a525-1818b9a64fe7 req-342728a2-e577-4d65-b6f9-c7af608dea1e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d03119b2-b9a4-4f10-b1e7-b6d7a02e6d6b HTTP/1.1" status: 200  len: 852 time: 0.2520046
May 12 14:48:33.948500 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe1728-aa31-459b-856b-ad21c1431822 None None] Pushing event updated for resources: {'Port': ['ID=9e9a4da5-4d69-4cdc-b045-8a59799c647c,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:34.020703 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-01834c5c-a078-4f84-a525-1818b9a64fe7 req-03ed821c-529d-4be7-a13e-93c056d45e18 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bb0c2b6-df17-46cb-a5bb-4e321124174a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1581078
May 12 14:48:34.061503 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94252734-53f7-437a-8822-588f8101ed1f req-17d96980-eccf-418c-8ebe-363521a9a0c6 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:34.073582 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-94252734-53f7-437a-8822-588f8101ed1f req-17d96980-eccf-418c-8ebe-363521a9a0c6 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 944 time: 0.6030293
May 12 14:48:34.250301 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port e94367dd-59db-4c2e-a94a-7bdabf5a5044 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:34.250301 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:34.306792 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c2710529-f12a-41aa-98bc-6c0c8c1904ac tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:34.444272 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c2710529-f12a-41aa-98bc-6c0c8c1904ac tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:34.507140 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.71', 59354) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:34.514421 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2710529-f12a-41aa-98bc-6c0c8c1904ac tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a788f3a8-5bec-43eb-8930-fb5d82ccf334,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:34.530972 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-01834c5c-a078-4f84-a525-1818b9a64fe7 req-9c100ce2-9b9e-44a2-9753-4dc3d34d49a0 service neutron] 10.222.0.71 "GET /v2.0/networks/3bb0c2b6-df17-46cb-a5bb-4e321124174a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4553053
May 12 14:48:34.552746 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-1f45f32a-8a6a-409a-a5cb-92fcd3432205 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:34.560293 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-1f45f32a-8a6a-409a-a5cb-92fcd3432205 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/networks?id=42e9462e-79bf-4236-9d9e-1261c021234a HTTP/1.1" status: 200  len: 810 time: 0.7379882
May 12 14:48:34.571158 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Attempting to bind port 9e9a4da5-4d69-4cdc-b045-8a59799c647c on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:48:34.571804 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Attempting to bind port 9e9a4da5-4d69-4cdc-b045-8a59799c647c by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:48:34.571903 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Attempting to bind port 9e9a4da5-4d69-4cdc-b045-8a59799c647c on network 9862f13a-dccf-465d-abda-f29b2d232c04 {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:34.608255 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-94252734-53f7-437a-8822-588f8101ed1f req-5e435b08-b0ad-4e7b-ba3b-aedc4a3030ae tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5285766
May 12 14:48:34.610272 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:48:34.610272 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Checking segment: {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:34.610272 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:34.618499 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Bound using segment: {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:48:34.618928 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Bound port: 9e9a4da5-4d69-4cdc-b045-8a59799c647c, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:48:34.619344 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:34.745165 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c2710529-f12a-41aa-98bc-6c0c8c1904ac tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:34.749833 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-c2710529-f12a-41aa-98bc-6c0c8c1904ac tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.7002289
May 12 14:48:34.757942 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 59290) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:34.768187 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-43dc7fbb-5ca4-4b6a-a528-a72a4723a537 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/quotas/a090a68e336b4562aca524a95f550e04 HTTP/1.1" status: 200  len: 375 time: 0.1745667
May 12 14:48:34.784636 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'floatingip': {'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:34.886610 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-01834c5c-a078-4f84-a525-1818b9a64fe7 req-fdd00bb0-b30d-4872-89e6-0158da287017 service neutron] 10.222.0.71 "GET /v2.0/networks/3bb0c2b6-df17-46cb-a5bb-4e321124174a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3453512
May 12 14:48:34.939609 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:34.979788 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:floatingip and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:34.988819 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device d1ad988c-93e0-48a8-9a3b-ce699ef589dc up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:35.017403 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:35.019932 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-de0626a6-6dc1-4567-9fb8-55d96a2c8aae req-a1e2376b-3885-4abd-8219-7f4e1f29713d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 210 time: 0.1317434
May 12 14:48:35.070689 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:35.145063 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] For port 9e9a4da5-4d69-4cdc-b045-8a59799c647c, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:48:35.149884 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] For port 9e9a4da5-4d69-4cdc-b045-8a59799c647c, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=9e9a4da5-4d69-4cdc-b045-8a59799c647c,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:48:35.173455 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-08a9b6be-7dcc-4811-bb83-418b44b4aec5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:35.175216 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-08a9b6be-7dcc-4811-bb83-418b44b4aec5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 818 time: 0.6526487
May 12 14:48:35.195268 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-18dd32db-5091-46ab-897e-ca6b886658c3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a090a68e336b4562aca524a95f550e04&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4172866
May 12 14:48:35.201196 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Request body: {'port': {'device_id': 'd2a37fa3-19e4-4b7e-adfc-a28ec8493ba1', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'admin_state_up': True, 'tenant_id': '0301badcd92e4cc483246a0fa4949060'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:35.222499 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port d1ad988c-93e0-48a8-9a3b-ce699ef589dc completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:35.228700 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:35.238078 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port d1ad988c-93e0-48a8-9a3b-ce699ef589dc triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:35.239424 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:35.252472 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:35.454781 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe1728-aa31-459b-856b-ad21c1431822 None None] Pushing event updated for resources: {'Port': ['ID=9e9a4da5-4d69-4cdc-b045-8a59799c647c,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:35.476954 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:48:35.480257 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c395b80>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:48:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:35.715415 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:48:35.748056 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-15083e3f-622f-4e79-9d0d-2ca09f4d218a service neutron] 10.222.0.49 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5277882
May 12 14:48:35.770043 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:35.962339 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767a1f5-9162-4d16-9d03-7ea1bfaf23a2 req-f07a344f-7328-4ba2-91d8-cdfa11ba625b tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:35.965662 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3767a1f5-9162-4d16-9d03-7ea1bfaf23a2 req-f07a344f-7328-4ba2-91d8-cdfa11ba625b tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 944 time: 0.1829453
May 12 14:48:35.988982 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:36.017405 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3767a1f5-9162-4d16-9d03-7ea1bfaf23a2 req-34a632ca-8251-4a5c-b359-d7c1a9c8bb31 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447686
May 12 14:48:36.027827 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2531cf8c-68d7-4b2f-a189-35f39a37d02b service neutron] 10.222.0.49 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2788372
May 12 14:48:36.063493 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:36.111981 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Made reservation on behalf of 0301badcd92e4cc483246a0fa4949060 for: {'port': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:36.115980 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:36.165597 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:36.262647 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port d1ad988c-93e0-48a8-9a3b-ce699ef589dc, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=d1ad988c-93e0-48a8-9a3b-ce699ef589dc,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:36.303253 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c395b80>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:35Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:48:36.311900 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f880448d-e58d-42e8-8216-bbabf6fb2798 req-0ee1d239-27ba-4945-be88-cab85ea1bb70 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 210 time: 0.0914800
May 12 14:48:36.312832 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352761d-4148-4391-bafd-8deec76860b8 None None] The sync data for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi is: [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:35Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:48:36.342772 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:36.343729 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 502e35e1-a396-47de-9f7c-b943fd17a207 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:36.565610 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dad7132f-df7a-4530-a324-c307cf648f5d req-7f02f130-2c08-4166-b6b2-00f83f76b270 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 210 time: 0.1779685
May 12 14:48:36.596934 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=d1ad988c-93e0-48a8-9a3b-ce699ef589dc,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:36.666021 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 502e35e1-a396-47de-9f7c-b943fd17a207 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:36.672071 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 502e35e1-a396-47de-9f7c-b943fd17a207 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:36.672447 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:36.793661 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-01ca33fb-8024-4333-8aad-dc8619244f17 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:36.795593 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-01ca33fb-8024-4333-8aad-dc8619244f17 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 818 time: 0.2237980
May 12 14:48:36.795952 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Allocated IP 172.27.3.111 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/d6af244d-693d-401e-8592-d3f34d9b9781) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:36.822155 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Request body: {'port': {'device_id': '2ce97f89-b3ca-43bc-95bb-fc748d173ed5', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'admin_state_up': True, 'tenant_id': '0301badcd92e4cc483246a0fa4949060'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:36.888945 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Allocated IP 172.20.0.6 (faf0fd87-b01d-4638-a1db-c3f32b222877/a8dd5b5f-79a5-4772-9c12-8184147dc7bc/e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:36.894453 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:36.982188 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 502e35e1-a396-47de-9f7c-b943fd17a207, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=502e35e1-a396-47de-9f7c-b943fd17a207,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:37.078211 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:37.106805 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:37.136640 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:37.238242 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:37.250934 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=502e35e1-a396-47de-9f7c-b943fd17a207,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:37.268430 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Made reservation on behalf of 0301badcd92e4cc483246a0fa4949060 for: {'port': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:37.272705 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:37.401489 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 9e9a4da5-4d69-4cdc-b045-8a59799c647c up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:37.578040 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1b9bf-8089-4936-84ac-fd9e8ee6d32f req-42b34d0f-21e7-48f9-9e81-6dab21750741 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:37.585886 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c0d1b9bf-8089-4936-84ac-fd9e8ee6d32f req-42b34d0f-21e7-48f9-9e81-6dab21750741 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 944 time: 0.2683532
May 12 14:48:37.622838 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1253cc1d-da21-4dca-a355-225e1b58b842 req-47cef037-64cc-4017-b370-6f3fdddd42a5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 210 time: 0.1086848
May 12 14:48:37.645403 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:37.652119 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 9e9a4da5-4d69-4cdc-b045-8a59799c647c completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:37.653162 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c0d1b9bf-8089-4936-84ac-fd9e8ee6d32f req-9b2eaa71-3179-4659-b864-0d1fbf43c51e tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662162
May 12 14:48:37.657698 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 9e9a4da5-4d69-4cdc-b045-8a59799c647c triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:37.658164 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:37.669116 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Transition to ACTIVE for port object e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:37.770147 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-252dd011-a1a6-475e-aa9e-36256f482fd7 req-57820e4e-bfcf-4240-96fc-57e4a96d6f03 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 210 time: 0.0502517
May 12 14:48:37.777357 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:37.835670 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:37.845956 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:37.854675 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:37.864610 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:37.866305 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:37.874655 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 2044ac30-5708-42cb-b26e-840d25d8c8a6 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:48:37.885019 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 9e9a4da5-4d69-4cdc-b045-8a59799c647c, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=9e9a4da5-4d69-4cdc-b045-8a59799c647c,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:37.895568 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Allocated IP 172.20.0.8 (faf0fd87-b01d-4638-a1db-c3f32b222877/a8dd5b5f-79a5-4772-9c12-8184147dc7bc/358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:37.989144 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:37.989902 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device d1ad988c-93e0-48a8-9a3b-ce699ef589dc up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:38.004471 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'Port': ['ID=d6af244d-693d-401e-8592-d3f34d9b9781,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:38.209492 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:38.350958 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Pushing event updated for resources: {'Port': ['ID=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:38.355343 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=9e9a4da5-4d69-4cdc-b045-8a59799c647c,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:38.355343 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 2044ac30-5708-42cb-b26e-840d25d8c8a6, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2044ac30-5708-42cb-b26e-840d25d8c8a6,segment=NetworkSegment(44bc935a-7b84-455f-acf8-a272bb660afd),segment_id=44bc935a-7b84-455f-acf8-a272bb660afd)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:38.356175 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Network faf0fd87-b01d-4638-a1db-c3f32b222877 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:38.356175 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:38.356354 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '2044ac30-5708-42cb-b26e-840d25d8c8a6', 'network_id': '3bb0c2b6-df17-46cb-a5bb-4e321124174a', 'port_id': '2044ac30-5708-42cb-b26e-840d25d8c8a6', 'mac_address': 'fa:16:3e:5e:4c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03119b2-b9a4-4f10-b1e7-b6d7a02e6d6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:48:38.356458 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:38.356546 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Transition to ACTIVE for port object 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:38.371032 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port d1ad988c-93e0-48a8-9a3b-ce699ef589dc triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:38.371270 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:38.415456 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:38.460610 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:38.469161 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:38.472902 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:38.499251 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2044ac30-5708-42cb-b26e-840d25d8c8a6 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:48:38.513570 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:38.527552 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 2044ac30-5708-42cb-b26e-840d25d8c8a6, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2044ac30-5708-42cb-b26e-840d25d8c8a6,segment=NetworkSegment(44bc935a-7b84-455f-acf8-a272bb660afd),segment_id=44bc935a-7b84-455f-acf8-a272bb660afd)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:38.529663 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Network faf0fd87-b01d-4638-a1db-c3f32b222877 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:38.532972 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:38.536902 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:38.543067 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:38.543708 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:38.563509 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Pushing event updated for resources: {'Port': ['ID=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:38.611586 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:38.692211 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-0c1ed5c7-73f0-4ecb-8712-2c85afa77427 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4955020
May 12 14:48:38.701760 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=2044ac30-5708-42cb-b26e-840d25d8c8a6,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:38.731170 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Request body: {'port': {'device_id': 'd2a37fa3-19e4-4b7e-adfc-a28ec8493ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:38.792367 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-ca854a9e-888b-45e4-96bc-92f0365105b9 None None] Provisioning for port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:38.796509 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-2354300d-1d5b-478f-a61d-aaf94aa3276f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9831219
May 12 14:48:38.799180 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-ca854a9e-888b-45e4-96bc-92f0365105b9 None None] Provisioning complete for port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:38.810982 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ca854a9e-888b-45e4-96bc-92f0365105b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:38.812675 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Request body: {'port': {'device_id': '2ce97f89-b3ca-43bc-95bb-fc748d173ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:38.927605 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:38.940128 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-ca854a9e-888b-45e4-96bc-92f0365105b9 None None] Port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:48:38.993731 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['2044ac30-5708-42cb-b26e-840d25d8c8a6'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:48:39.077066 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:39.116271 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4847254-1756-43b2-8670-dee4825f033c req-5597bc50-8f43-4f45-84dc-af824537d5c2 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:39.116271 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f4847254-1756-43b2-8670-dee4825f033c req-5597bc50-8f43-4f45-84dc-af824537d5c2 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Synchronizing usage tracker for tenant:0301badcd92e4cc483246a0fa4949060 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:39.147548 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:39.185504 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c161cf-07c2-489b-ac11-d53da18ad5c5 req-cb8810fc-93c0-43da-be15-c727488b60d8 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:39.186648 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f4c161cf-07c2-489b-ac11-d53da18ad5c5 req-cb8810fc-93c0-43da-be15-c727488b60d8 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 945 time: 0.3536580
May 12 14:48:39.195043 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 502e35e1-a396-47de-9f7c-b943fd17a207 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:39.308900 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-df5cd726-8433-4063-86d0-0c3d395febf3 None None] Provisioning for port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:39.326950 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f4c161cf-07c2-489b-ac11-d53da18ad5c5 req-2b4fb687-d298-4685-ba0e-4989a982dbb2 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092203
May 12 14:48:39.348705 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-df5cd726-8433-4063-86d0-0c3d395febf3 None None] Provisioning complete for port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:39.366548 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-df5cd726-8433-4063-86d0-0c3d395febf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:39.573960 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-df5cd726-8433-4063-86d0-0c3d395febf3 None None] Port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:48:39.612518 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:39.614459 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb {{(pid=88125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:48:39.622500 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:39.626854 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 502e35e1-a396-47de-9f7c-b943fd17a207 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:39.627243 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:39.638710 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Transition to ACTIVE for port object 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:39.640336 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f4847254-1756-43b2-8670-dee4825f033c req-5597bc50-8f43-4f45-84dc-af824537d5c2 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Unset dirty status for tenant:0301badcd92e4cc483246a0fa4949060 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:39.641539 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f4847254-1756-43b2-8670-dee4825f033c req-5597bc50-8f43-4f45-84dc-af824537d5c2 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 931 time: 0.7439539
May 12 14:48:39.672800 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cc68db31-a2ef-4f98-b23e-a2a9d2818034 req-3bb19ff9-a943-41af-a598-6066c525ea71 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 210 time: 0.0545814
May 12 14:48:39.711899 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f4847254-1756-43b2-8670-dee4825f033c req-64553f78-33db-4f4a-9e44-719c8ceb78f3 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Synchronizing usage tracker for tenant:0301badcd92e4cc483246a0fa4949060 on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:39.737039 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:39.770687 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:39.792903 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 9e9a4da5-4d69-4cdc-b045-8a59799c647c up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:39.825007 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f4847254-1756-43b2-8670-dee4825f033c req-64553f78-33db-4f4a-9e44-719c8ceb78f3 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Unset dirty status for tenant:0301badcd92e4cc483246a0fa4949060 on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:39.838496 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f4847254-1756-43b2-8670-dee4825f033c req-64553f78-33db-4f4a-9e44-719c8ceb78f3 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1898198
May 12 14:48:39.911871 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 9e9a4da5-4d69-4cdc-b045-8a59799c647c triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:39.911871 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:40.004627 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.71', 59368) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:40.131677 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'Port': ['ID=d6af244d-693d-401e-8592-d3f34d9b9781,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:40.182776 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Pushing event updated for resources: {'Port': ['ID=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:40.203115 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Attempting to bind port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:48:40.203454 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Attempting to bind port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:48:40.203777 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Attempting to bind port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb on network faf0fd87-b01d-4638-a1db-c3f32b222877 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:40.218259 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb on network faf0fd87-b01d-4638-a1db-c3f32b222877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:48:40.218577 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Attempting to bind port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb on network faf0fd87-b01d-4638-a1db-c3f32b222877 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:40.223231 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:40.248212 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:48:40.248548 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Checking segment: {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:40.248927 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Bound using segment: {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:48:40.249352 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Bound port: 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:48:40.249691 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:40.404630 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] For port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb, host hv-cinder-83118, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:48:40.407701 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] For port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:48:40.414567 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:40.415860 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-7dd5617c-b9cb-4e19-8759-e9b46702d3d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.6568511
May 12 14:48:40.436112 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-aed28f53-2dcd-456b-b2c6-f5531c938167 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:40.437533 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-aed28f53-2dcd-456b-b2c6-f5531c938167 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.71 "GET /v2.0/networks?id=42e9462e-79bf-4236-9d9e-1261c021234a HTTP/1.1" status: 200  len: 810 time: 0.4309323
May 12 14:48:40.455692 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:48:40.516034 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:40.528059 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:40.569682 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-3733c82a-2001-4601-90f7-6387f8b80aa8 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a090a68e336b4562aca524a95f550e04 HTTP/1.1" status: 200  len: 380 time: 0.1091158
May 12 14:48:40.587095 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Transition to ACTIVE for port object e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:40.591305 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Request body: {'port': {'device_id': '3062e66d-4c2a-4212-b186-ecafec6bde2e', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'admin_state_up': True, 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'security_groups': ['b44dc41d-a5df-402c-ad3f-53062c801db2']}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:40.621258 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:40.622537 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:40.625039 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] 10.222.0.71 "PUT /v2.0/ports/358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb HTTP/1.1" status: 200  len: 1093 time: 1.8175256
May 12 14:48:40.628880 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce97f89-b3ca-43bc-95bb-fc748d173ed5', 'tag': '358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:48:40.686326 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a3600-47f7-44e7-ba63-879b51a39c4a service neutron] Pushing event updated for resources: {'Port': ['ID=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:40.773400 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:40.779560 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Usage tracker for resource:port and tenant:a090a68e336b4562aca524a95f550e04 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:40.788479 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:40.792018 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:40.844552 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:40.871492 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-5fb94fc6-a15c-41da-b56a-bdc2450ad2d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1224993233&fields=id&tenant_id=67a8451272cc41ebaf1598ed940bf09a HTTP/1.1" status: 200  len: 267 time: 0.1715302
May 12 14:48:40.905189 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 59480) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:41.003572 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c920669-ee72-4eb8-98de-f99a04ef0230 req-3af5320d-a493-4c19-859a-ca964ab61be2 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:41.005023 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5c920669-ee72-4eb8-98de-f99a04ef0230 req-3af5320d-a493-4c19-859a-ca964ab61be2 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 945 time: 0.5280282
May 12 14:48:41.035400 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-469c1f63-e79b-49ff-a793-7c9fa03c4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:41.036882 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-469c1f63-e79b-49ff-a793-7c9fa03c4f04 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 1096 time: 0.2481437
May 12 14:48:41.061597 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983c50-9f20-46a8-8120-e240d745271f req-4bb6cc2b-3f30-47e2-918f-4f00849f3b1a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:41.063153 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:41.068791 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-4bb6cc2b-3f30-47e2-918f-4f00849f3b1a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/networks?id=9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 200  len: 815 time: 0.1962447
May 12 14:48:41.131803 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Made reservation on behalf of a090a68e336b4562aca524a95f550e04 for: {'port': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:41.136555 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:41.163475 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-1f3f30b3-c0e2-4b94-97ff-96f17dc4700b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb HTTP/1.1" status: 200  len: 217 time: 0.1105273
May 12 14:48:41.171213 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-d0fcd6c4-0a07-4948-a327-bc256945002b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/quotas/67a8451272cc41ebaf1598ed940bf09a HTTP/1.1" status: 200  len: 375 time: 0.1015234
May 12 14:48:41.215564 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5c920669-ee72-4eb8-98de-f99a04ef0230 req-3861f259-c8f1-4138-9946-6b516ede8f4b tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754515
May 12 14:48:41.236636 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e56555c9-16ec-4eb1-a110-6dab420bd8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:41.251717 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Attempting to bind port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:48:41.252084 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Attempting to bind port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:48:41.252424 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Attempting to bind port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 on network faf0fd87-b01d-4638-a1db-c3f32b222877 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:41.266959 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 on network faf0fd87-b01d-4638-a1db-c3f32b222877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:48:41.267195 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Attempting to bind port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 on network faf0fd87-b01d-4638-a1db-c3f32b222877 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:41.285209 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:48:41.285590 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Checking segment: {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:41.286073 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Bound using segment: {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:48:41.286558 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Bound port: e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:48:41.286932 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:41.295957 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e56555c9-16ec-4eb1-a110-6dab420bd8da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:41.315918 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-835fede0-0a7c-4deb-ae6b-ee4d83f8f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:41.317370 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-835fede0-0a7c-4deb-ae6b-ee4d83f8f987 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.1405847
May 12 14:48:41.385035 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e56555c9-16ec-4eb1-a110-6dab420bd8da admin admin] Usage tracker for resource:security_group_rule and tenant:87868c43768644d4acd96baa859cabf8 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:41.395986 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6c0b0a-5e4d-43b1-b1fc-738f0c80a3e1'] response: {'name': 'network-changed', 'server_uuid': '2ce97f89-b3ca-43bc-95bb-fc748d173ed5', 'tag': '358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb', 'status': 'completed', 'code': 200}
May 12 14:48:41.397275 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e56555c9-16ec-4eb1-a110-6dab420bd8da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:41.434214 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e56555c9-16ec-4eb1-a110-6dab420bd8da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:41.477086 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] For port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4, host hv-cinder-83118, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:48:41.492301 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] For port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:48:41.502510 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Allocated IP 172.20.0.13 (42e9462e-79bf-4236-9d9e-1261c021234a/b19e2646-24d9-4430-9acb-4aef7b057e71/dc63b69d-a47c-45f7-a4ec-c94b33fcef39) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:41.546468 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e56555c9-16ec-4eb1-a110-6dab420bd8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:41.565079 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-01c35914-0ad5-4a10-9911-1daea429b49c req-47c56a80-0870-4139-b0b4-2179b994faae tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 210 time: 0.0674260
May 12 14:48:41.572645 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-1a983c50-9f20-46a8-8120-e240d745271f req-e14b84b6-220f-408c-9fe3-28d3b857c923 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:41.591124 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-9b1f5c3b-89aa-4891-9488-bdfa165732f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:41.591229 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:41.591326 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-9b1f5c3b-89aa-4891-9488-bdfa165732f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2607446
May 12 14:48:41.632752 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e56555c9-16ec-4eb1-a110-6dab420bd8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:41.750672 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-1a983c50-9f20-46a8-8120-e240d745271f req-e14b84b6-220f-408c-9fe3-28d3b857c923 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:41.752112 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-e14b84b6-220f-408c-9fe3-28d3b857c923 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5801351
May 12 14:48:41.760456 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e56555c9-16ec-4eb1-a110-6dab420bd8da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87868c43768644d4acd96baa859cabf8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8540123
May 12 14:48:41.764502 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56555c9-16ec-4eb1-a110-6dab420bd8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca76abe9-1e72-4aff-8355-9c747996638e,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:41.804310 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 59508) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:41.885833 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 2044ac30-5708-42cb-b26e-840d25d8c8a6 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:41.923947 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:41.924563 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:41.925956 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] 10.222.0.71 "PUT /v2.0/ports/e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 HTTP/1.1" status: 200  len: 1093 time: 3.2139945
May 12 14:48:41.928845 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a37fa3-19e4-4b7e-adfc-a28ec8493ba1', 'tag': 'e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:48:41.982176 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-ae81156f-30e8-4bf4-8c8d-1624635961f5 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3829525
May 12 14:48:42.012103 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2bf81-f28e-45c0-b9ed-5bdde299f253 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:42.060632 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port 2044ac30-5708-42cb-b26e-840d25d8c8a6 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:42.065887 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 2044ac30-5708-42cb-b26e-840d25d8c8a6 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:42.070281 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:42.092731 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:42.124272 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Transition to ACTIVE for port object dc63b69d-a47c-45f7-a4ec-c94b33fcef39 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:42.144903 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f691d1c-795c-4903-b353-34a706ebdd29 req-4b7a6717-d9dc-4451-b1d4-2072e33ca728 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:42.146128 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-5f691d1c-795c-4903-b353-34a706ebdd29 req-4b7a6717-d9dc-4451-b1d4-2072e33ca728 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Synchronizing usage tracker for tenant:0301badcd92e4cc483246a0fa4949060 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:42.169166 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-61279d32-8eaf-4b26-bbb8-fed8cd667bd1 service neutron] 10.222.0.49 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4015937
May 12 14:48:42.177604 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-5f691d1c-795c-4903-b353-34a706ebdd29 req-4b7a6717-d9dc-4451-b1d4-2072e33ca728 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Unset dirty status for tenant:0301badcd92e4cc483246a0fa4949060 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:42.178733 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5f691d1c-795c-4903-b353-34a706ebdd29 req-4b7a6717-d9dc-4451-b1d4-2072e33ca728 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 943 time: 0.3182089
May 12 14:48:42.238965 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-872371c7-6f82-4e67-ba8b-e408b847bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:42.240431 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-872371c7-6f82-4e67-ba8b-e408b847bc4a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 1096 time: 0.1904647
May 12 14:48:42.247815 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5f691d1c-795c-4903-b353-34a706ebdd29 req-ac291bbd-625a-4456-a6be-c6872a3a74e4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616465
May 12 14:48:42.255457 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:42.324297 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 2044ac30-5708-42cb-b26e-840d25d8c8a6, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2044ac30-5708-42cb-b26e-840d25d8c8a6,segment=NetworkSegment(44bc935a-7b84-455f-acf8-a272bb660afd),segment_id=44bc935a-7b84-455f-acf8-a272bb660afd)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:42.325584 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac49498-274f-4b45-ac30-0523cf21ee74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2044ac30-5708-42cb-b26e-840d25d8c8a6'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:48:42.361992 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c064c39-e251-4110-b397-8e0ca2c42e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:42.364762 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:42.403732 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:42.413254 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-cb6d309f-0700-446f-bee4-a29c6c8f76a3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 HTTP/1.1" status: 200  len: 217 time: 0.1587672
May 12 14:48:42.427609 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c064c39-e251-4110-b397-8e0ca2c42e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:42.523358 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10be660a-fef3-4bf3-88da-5b6202ab2f2f'] response: {'name': 'network-changed', 'server_uuid': 'd2a37fa3-19e4-4b7e-adfc-a28ec8493ba1', 'tag': 'e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4', 'status': 'completed', 'code': 200}
May 12 14:48:42.531245 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=2044ac30-5708-42cb-b26e-840d25d8c8a6,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:42.535488 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9073fee1-ef6e-45f3-8799-73a09888fba5 req-cb35df88-3e90-448d-a07d-539773479234 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5268397
May 12 14:48:42.561186 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-ed0f2d27-e7cc-47ec-b426-b2e0a7116cc2 service neutron] 10.222.0.49 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3911428
May 12 14:48:42.568799 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Network 42e9462e-79bf-4236-9d9e-1261c021234a is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:42.603200 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:42.622588 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:42.666471 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c064c39-e251-4110-b397-8e0ca2c42e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:42.699202 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c064c39-e251-4110-b397-8e0ca2c42e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca76abe9-1e72-4aff-8355-9c747996638e,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:42.711519 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6c064c39-e251-4110-b397-8e0ca2c42e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:42.711698 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-6c064c39-e251-4110-b397-8e0ca2c42e58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca76abe9-1e72-4aff-8355-9c747996638e HTTP/1.1" status: 204  len: 168 time: 0.9106555
May 12 14:48:42.834942 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:42.835579 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:42.868344 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event updated for resources: {'Port': ['ID=dc63b69d-a47c-45f7-a4ec-c94b33fcef39,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:42.873664 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-d2ae9135-334d-41cf-9c6e-9092db3685da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:42.875428 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-d2ae9135-334d-41cf-9c6e-9092db3685da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.3513052
May 12 14:48:42.961156 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423ced3-7e4d-48d5-8de6-c0128146af71 req-976ba929-6894-4dd2-8f81-49e2e97e6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:42.966312 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8423ced3-7e4d-48d5-8de6-c0128146af71 req-976ba929-6894-4dd2-8f81-49e2e97e6c37 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 1096 time: 0.2532053
May 12 14:48:42.977225 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c82f07-55dc-4758-9e37-3005fe315db2 req-64c933b2-1f45-4040-bfc7-2025e314e03f tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:42.978682 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b7c82f07-55dc-4758-9e37-3005fe315db2 req-64c933b2-1f45-4040-bfc7-2025e314e03f tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 946 time: 0.2424986
May 12 14:48:42.986883 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-95eaa767-b69c-4d00-929c-08466d425861 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4104936
May 12 14:48:43.016445 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Request body: {'port': {'device_id': '3062e66d-4c2a-4212-b186-ecafec6bde2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:43.022728 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1c8028c5-8101-427a-b51e-2ccb99ae0b0b None None] Provisioning for port dc63b69d-a47c-45f7-a4ec-c94b33fcef39 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:43.029598 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-1c8028c5-8101-427a-b51e-2ccb99ae0b0b None None] Provisioning complete for port dc63b69d-a47c-45f7-a4ec-c94b33fcef39 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:43.029598 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1c8028c5-8101-427a-b51e-2ccb99ae0b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:43.113738 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b7c82f07-55dc-4758-9e37-3005fe315db2 req-eeb5c937-435a-4ac4-a5fb-dbd0d848ac8a tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241987
May 12 14:48:43.296710 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-16a41080-86c1-487a-acd3-b332cdabd6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:43.298648 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-16a41080-86c1-487a-acd3-b332cdabd6b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4165723
May 12 14:48:43.315637 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-1c8028c5-8101-427a-b51e-2ccb99ae0b0b None None] Port dc63b69d-a47c-45f7-a4ec-c94b33fcef39 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:48:43.326049 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8262bbb9-8329-458f-a1fb-e437d34670b9'] response: {'server_uuid': 'dac49498-274f-4b45-ac30-0523cf21ee74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2044ac30-5708-42cb-b26e-840d25d8c8a6', 'code': 200}
May 12 14:48:43.358415 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423ced3-7e4d-48d5-8de6-c0128146af71 req-5583c7a6-3fd2-46bc-8096-f0f6701ad187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:43.370168 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8423ced3-7e4d-48d5-8de6-c0128146af71 req-5583c7a6-3fd2-46bc-8096-f0f6701ad187 service neutron] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 919 time: 0.3876822
May 12 14:48:43.514400 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8423ced3-7e4d-48d5-8de6-c0128146af71 req-1098a630-feea-4391-9bc5-4f6984f873aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb HTTP/1.1" status: 200  len: 217 time: 0.1462173
May 12 14:48:43.520781 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a4d42cb1-bd92-44cc-9689-4ba19de9200b req-5ed05717-0eb1-400b-a663-d64695818366 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 210 time: 0.0568967
May 12 14:48:43.543334 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:43.597825 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423ced3-7e4d-48d5-8de6-c0128146af71 req-cb26a850-0112-4598-ae15-24d1e6c8340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:43.600776 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8423ced3-7e4d-48d5-8de6-c0128146af71 req-cb26a850-0112-4598-ae15-24d1e6c8340f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.0791507
May 12 14:48:43.660196 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-dbf2b8dc-0f30-425b-857d-f497ec47425a service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3389173
May 12 14:48:43.716248 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423ced3-7e4d-48d5-8de6-c0128146af71 req-fb945ffd-b6b8-49f3-a0f7-7365990493ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:43.718159 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8423ced3-7e4d-48d5-8de6-c0128146af71 req-fb945ffd-b6b8-49f3-a0f7-7365990493ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1113598
May 12 14:48:43.734472 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.71', 59376) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:43.855810 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb950b0-0cec-42e3-bed8-899a3d938c86 req-08607634-8d9b-46f8-b01e-73f384b26d2a tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:43.856531 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-4fb950b0-0cec-42e3-bed8-899a3d938c86 req-08607634-8d9b-46f8-b01e-73f384b26d2a tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Synchronizing usage tracker for tenant:a090a68e336b4562aca524a95f550e04 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:43.887330 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 59592) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:43.899057 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:48:43.919951 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 59596) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:43.988136 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9d847754-1ff6-4bca-9e92-951eacf65d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.043251 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-9d847754-1ff6-4bca-9e92-951eacf65d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:44.047705 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473a6e-db0b-479a-9821-21ffbe7f928b req-b8d42be4-d9d8-4035-b26d-9cb5b68cc90b tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:44.050131 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-be473a6e-db0b-479a-9821-21ffbe7f928b req-b8d42be4-d9d8-4035-b26d-9cb5b68cc90b tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 943 time: 0.3309164
May 12 14:48:44.058753 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8423ced3-7e4d-48d5-8de6-c0128146af71 req-5a0a18af-2d62-4932-8bbc-b95512b501d2 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3024642
May 12 14:48:44.145026 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:44.177608 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'port_id': '358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb', 'mac_address': 'fa:16:3e:09:52:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:48:44.208560 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-9d847754-1ff6-4bca-9e92-951eacf65d84 admin admin] Usage tracker for resource:security_group_rule and tenant:2b69ff7775ed4679be738b798b8637f1 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:44.211666 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-9d847754-1ff6-4bca-9e92-951eacf65d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:44.219600 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-9d847754-1ff6-4bca-9e92-951eacf65d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:44.251430 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-18443f58-9c93-4d31-83c3-a400ce00f371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.273369 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.287892 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-4fb950b0-0cec-42e3-bed8-899a3d938c86 req-08607634-8d9b-46f8-b01e-73f384b26d2a tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Unset dirty status for tenant:a090a68e336b4562aca524a95f550e04 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:44.293341 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:48:44.294373 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-18443f58-9c93-4d31-83c3-a400ce00f371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:44.295375 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4fb950b0-0cec-42e3-bed8-899a3d938c86 req-08607634-8d9b-46f8-b01e-73f384b26d2a tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 932 time: 0.9684837
May 12 14:48:44.308691 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-18443f58-9c93-4d31-83c3-a400ce00f371 admin admin] Usage tracker for resource:security_group_rule and tenant:dc6e46e1b20748118ca71d1f4c4f6847 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:44.310842 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:44.313045 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-18443f58-9c93-4d31-83c3-a400ce00f371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:44.319603 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-be473a6e-db0b-479a-9821-21ffbe7f928b req-2cf47c74-1cca-417b-8c2c-d79471e56a3e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2581444
May 12 14:48:44.344490 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-18443f58-9c93-4d31-83c3-a400ce00f371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:44.383848 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8423ced3-7e4d-48d5-8de6-c0128146af71 req-330ca3e6-f2ce-4a7f-af1e-1e64587455a8 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2967680
May 12 14:48:44.393132 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-586192df-c46c-4e46-9527-5a0cf64e86f8 req-9dcd7921-b6e4-421e-a21b-2938079498be service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7240233
May 12 14:48:44.417242 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54fce9-ba2a-4ea0-bf7f-219ed3444d61 req-f9cc8c7a-d041-43a3-b5cb-29ac5c822f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:44.418712 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3e54fce9-ba2a-4ea0-bf7f-219ed3444d61 req-f9cc8c7a-d041-43a3-b5cb-29ac5c822f89 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 1099 time: 0.6824093
May 12 14:48:44.422487 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.440874 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9d847754-1ff6-4bca-9e92-951eacf65d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.447039 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4fb950b0-0cec-42e3-bed8-899a3d938c86 req-4cfb94ae-a8a8-4b33-bcca-ab8ebb3c2dfb tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1507499
May 12 14:48:44.505678 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:44.515625 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-18443f58-9c93-4d31-83c3-a400ce00f371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.529580 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9d847754-1ff6-4bca-9e92-951eacf65d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.556553 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517aab30-1793-4c51-8c2b-ec7976b7104f req-0377b6ac-4110-48dc-8211-3d4421a928b2 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:44.558972 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-517aab30-1793-4c51-8c2b-ec7976b7104f req-0377b6ac-4110-48dc-8211-3d4421a928b2 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 946 time: 0.1301754
May 12 14:48:44.565317 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc63b69d-a47c-45f7-a4ec-c94b33fcef39 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:48:44.588428 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.590688 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-18443f58-9c93-4d31-83c3-a400ce00f371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.614052 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-9d847754-1ff6-4bca-9e92-951eacf65d84 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b69ff7775ed4679be738b798b8637f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7041984
May 12 14:48:44.618866 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 59612) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:44.623147 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Transition to ACTIVE for port object dc63b69d-a47c-45f7-a4ec-c94b33fcef39 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:44.627955 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d847754-1ff6-4bca-9e92-951eacf65d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7f9091-0f53-43c1-94af-c1fb2490b216,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:44.656890 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-517aab30-1793-4c51-8c2b-ec7976b7104f req-5ca34275-96b2-480c-8ff3-4321faf53fd4 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869462
May 12 14:48:44.665629 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-18443f58-9c93-4d31-83c3-a400ce00f371 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc6e46e1b20748118ca71d1f4c4f6847&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7425718
May 12 14:48:44.668660 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 59616) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:44.679954 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18443f58-9c93-4d31-83c3-a400ce00f371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf87677-ab13-48c9-8e1e-2568de5a1ee4,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:44.695643 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-05efc64a-0b36-49c1-8a0c-80c3c8d08371 req-93efc85a-ff0a-4d8c-9a04-cc4c1293f3ce tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 210 time: 0.0540981
May 12 14:48:44.726931 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.730483 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c02111e6-849a-4157-8f68-e7f182394955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.756396 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c02111e6-849a-4157-8f68-e7f182394955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.767227 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-29784104-0cc2-485e-a71a-b17e57fc5eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.884113 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Pushing event updated for resources: {'Port': ['ID=dc63b69d-a47c-45f7-a4ec-c94b33fcef39,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:44.885626 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c02111e6-849a-4157-8f68-e7f182394955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.891897 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-29784104-0cc2-485e-a71a-b17e57fc5eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.909181 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02111e6-849a-4157-8f68-e7f182394955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf87677-ab13-48c9-8e1e-2568de5a1ee4,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:44.914316 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c02111e6-849a-4157-8f68-e7f182394955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:44.915506 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c02111e6-849a-4157-8f68-e7f182394955 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7cf87677-ab13-48c9-8e1e-2568de5a1ee4 HTTP/1.1" status: 204  len: 168 time: 0.2459569
May 12 14:48:45.029200 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Attempting to bind port dc63b69d-a47c-45f7-a4ec-c94b33fcef39 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:48:45.029774 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Attempting to bind port dc63b69d-a47c-45f7-a4ec-c94b33fcef39 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:48:45.030093 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Attempting to bind port dc63b69d-a47c-45f7-a4ec-c94b33fcef39 on network 42e9462e-79bf-4236-9d9e-1261c021234a {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:45.036042 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Port dc63b69d-a47c-45f7-a4ec-c94b33fcef39 on network 42e9462e-79bf-4236-9d9e-1261c021234a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:48:45.036355 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Attempting to bind port dc63b69d-a47c-45f7-a4ec-c94b33fcef39 on network 42e9462e-79bf-4236-9d9e-1261c021234a {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:45.044235 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:48:45.044871 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Checking segment: {'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:45.045296 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Bound using segment: {'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:48:45.045995 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Bound port: dc63b69d-a47c-45f7-a4ec-c94b33fcef39, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:48:45.046702 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:45.114015 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-29784104-0cc2-485e-a71a-b17e57fc5eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:45.143923 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29784104-0cc2-485e-a71a-b17e57fc5eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7f9091-0f53-43c1-94af-c1fb2490b216,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:45.155866 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-29784104-0cc2-485e-a71a-b17e57fc5eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:45.156992 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-29784104-0cc2-485e-a71a-b17e57fc5eee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b7f9091-0f53-43c1-94af-c1fb2490b216 HTTP/1.1" status: 204  len: 168 time: 0.5354307
May 12 14:48:45.159814 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] For port dc63b69d-a47c-45f7-a4ec-c94b33fcef39, host hv-cinder-83118, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:48:45.195366 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] For port dc63b69d-a47c-45f7-a4ec-c94b33fcef39, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=dc63b69d-a47c-45f7-a4ec-c94b33fcef39,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:48:45.276466 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:45.350242 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:45.350881 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:45.352356 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] 10.222.0.71 "PUT /v2.0/ports/dc63b69d-a47c-45f7-a4ec-c94b33fcef39 HTTP/1.1" status: 200  len: 1094 time: 2.3457358
May 12 14:48:45.352789 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3062e66d-4c2a-4212-b186-ecafec6bde2e', 'tag': 'dc63b69d-a47c-45f7-a4ec-c94b33fcef39'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:48:45.382025 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c735b81-3954-4c69-8645-af3a0f514ffd service neutron] Pushing event updated for resources: {'Port': ['ID=dc63b69d-a47c-45f7-a4ec-c94b33fcef39,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:45.448711 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95bfefd0-c9e6-48ae-879b-7330eb2c1eee'] response: {'name': 'network-changed', 'server_uuid': '3062e66d-4c2a-4212-b186-ecafec6bde2e', 'tag': 'dc63b69d-a47c-45f7-a4ec-c94b33fcef39', 'status': 'completed', 'code': 200}
May 12 14:48:45.580217 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba119f3-c6f8-40ab-860f-b524d83508b7 req-6be2b8e2-cb99-42e9-82a3-c5325f3dd8a4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:45.582492 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bba119f3-c6f8-40ab-860f-b524d83508b7 req-6be2b8e2-cb99-42e9-82a3-c5325f3dd8a4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 944 time: 0.0935056
May 12 14:48:45.679209 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bba119f3-c6f8-40ab-860f-b524d83508b7 req-158afb51-3b05-4df1-bc3c-d3690a76ee9f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890162
May 12 14:48:45.683222 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 59652) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:45.712341 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b0e1-004a-4f2c-9a4f-70b53442a00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:45.714116 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d741731-c2ad-4117-aa84-bb4303289f40 req-45a8efe6-4809-48e1-acee-e7d5a3301256 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:45.716344 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1d741731-c2ad-4117-aa84-bb4303289f40 req-45a8efe6-4809-48e1-acee-e7d5a3301256 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 944 time: 0.1128826
May 12 14:48:45.743039 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1ce7b0e1-004a-4f2c-9a4f-70b53442a00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:45.749049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1ce7b0e1-004a-4f2c-9a4f-70b53442a00e admin admin] Usage tracker for resource:security_group_rule and tenant:75ea312fe9f344ce850e1b0294ce831e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:45.752331 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1ce7b0e1-004a-4f2c-9a4f-70b53442a00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:45.760647 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1ce7b0e1-004a-4f2c-9a4f-70b53442a00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:45.795148 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1d741731-c2ad-4117-aa84-bb4303289f40 req-3a4f65de-0022-4913-b3a4-3109635891da tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706561
May 12 14:48:45.920751 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b0e1-004a-4f2c-9a4f-70b53442a00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:45.937241 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd129f63-d6af-4e83-b544-adee7fde52a7 req-be6b1f38-403e-4286-bce3-5abff9d65f81 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:45.942937 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fd129f63-d6af-4e83-b544-adee7fde52a7 req-be6b1f38-403e-4286-bce3-5abff9d65f81 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 946 time: 0.1253691
May 12 14:48:45.950788 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6c167a0-e96d-40c3-8af9-d90c2ac822f2 req-a3f62b3d-aa75-4b4d-ac23-7ffd84aa6aac tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 210 time: 0.0678120
May 12 14:48:45.986912 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fd129f63-d6af-4e83-b544-adee7fde52a7 req-9269626a-9ba0-4776-aa9f-4e2b41ef8078 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420382
May 12 14:48:46.028089 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b0e1-004a-4f2c-9a4f-70b53442a00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:46.075565 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1ce7b0e1-004a-4f2c-9a4f-70b53442a00e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75ea312fe9f344ce850e1b0294ce831e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3906336
May 12 14:48:46.077063 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7b0e1-004a-4f2c-9a4f-70b53442a00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1824034-c868-4316-bc13-850247460c26,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:46.078022 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 59672) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:46.137424 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-025238d9-e7d3-4bdf-bfad-49b5170e1cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:46.163973 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-025238d9-e7d3-4bdf-bfad-49b5170e1cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:46.334800 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-025238d9-e7d3-4bdf-bfad-49b5170e1cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:46.352470 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025238d9-e7d3-4bdf-bfad-49b5170e1cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1824034-c868-4316-bc13-850247460c26,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:46.365428 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-025238d9-e7d3-4bdf-bfad-49b5170e1cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:46.368841 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-025238d9-e7d3-4bdf-bfad-49b5170e1cca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1824034-c868-4316-bc13-850247460c26 HTTP/1.1" status: 204  len: 168 time: 0.2875628
May 12 14:48:46.888932 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e223fb7-1f80-4779-89e3-6a01a7417ef2 req-c86e6b3c-88eb-4111-8d60-61ab083384f8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:46.891386 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3e223fb7-1f80-4779-89e3-6a01a7417ef2 req-c86e6b3c-88eb-4111-8d60-61ab083384f8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 944 time: 0.0966897
May 12 14:48:46.936770 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3e223fb7-1f80-4779-89e3-6a01a7417ef2 req-bf981f3f-161c-4b16-9750-128d82edc960 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394883
May 12 14:48:46.985230 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed317b8-1174-4bdc-a32d-1b3a7b02c049 req-90f90c1d-2ccf-40cf-b95f-be2f9fc0ab1e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:46.985975 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-2ed317b8-1174-4bdc-a32d-1b3a7b02c049 req-90f90c1d-2ccf-40cf-b95f-be2f9fc0ab1e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Synchronizing usage tracker for tenant:a090a68e336b4562aca524a95f550e04 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:47.002426 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-3e54fce9-ba2a-4ea0-bf7f-219ed3444d61 req-22344644-e972-4aec-8252-22e8fa9a48a3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:47.004176 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-2ed317b8-1174-4bdc-a32d-1b3a7b02c049 req-90f90c1d-2ccf-40cf-b95f-be2f9fc0ab1e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Unset dirty status for tenant:a090a68e336b4562aca524a95f550e04 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:47.005354 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2ed317b8-1174-4bdc-a32d-1b3a7b02c049 req-90f90c1d-2ccf-40cf-b95f-be2f9fc0ab1e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 944 time: 0.1096830
May 12 14:48:47.030477 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-3e54fce9-ba2a-4ea0-bf7f-219ed3444d61 req-22344644-e972-4aec-8252-22e8fa9a48a3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:47.035495 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-3e54fce9-ba2a-4ea0-bf7f-219ed3444d61 req-22344644-e972-4aec-8252-22e8fa9a48a3 service neutron] Usage tracker for resource:security_group_rule and tenant:e05e10a2a2cc46e68e147b5c78e54a4d is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:47.039819 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-3e54fce9-ba2a-4ea0-bf7f-219ed3444d61 req-22344644-e972-4aec-8252-22e8fa9a48a3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:47.046881 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-3e54fce9-ba2a-4ea0-bf7f-219ed3444d61 req-22344644-e972-4aec-8252-22e8fa9a48a3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:47.064714 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-2ed317b8-1174-4bdc-a32d-1b3a7b02c049 req-56f399e0-3498-4ff7-b559-fad6ea936b38 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Synchronizing usage tracker for tenant:a090a68e336b4562aca524a95f550e04 on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:47.149563 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-2ed317b8-1174-4bdc-a32d-1b3a7b02c049 req-56f399e0-3498-4ff7-b559-fad6ea936b38 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Unset dirty status for tenant:a090a68e336b4562aca524a95f550e04 on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:47.152299 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2ed317b8-1174-4bdc-a32d-1b3a7b02c049 req-56f399e0-3498-4ff7-b559-fad6ea936b38 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1365244
May 12 14:48:47.186792 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3d534797-246f-4aab-bbdc-4b33a048c042 req-52494d32-7833-4a29-8807-a9c9ccf77b5d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 210 time: 0.0842600
May 12 14:48:47.243178 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:48:47.366802 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab27f62-99fc-4d4d-b6c6-18d461f963fa req-f31db357-190b-4924-991b-fe148d067f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:47.368355 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9ab27f62-99fc-4d4d-b6c6-18d461f963fa req-f31db357-190b-4924-991b-fe148d067f7e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a090a68e336b4562aca524a95f550e04&device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 1097 time: 0.3102810
May 12 14:48:47.402650 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-3e54fce9-ba2a-4ea0-bf7f-219ed3444d61 req-22344644-e972-4aec-8252-22e8fa9a48a3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:47.405354 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16623b2-4c04-4cf5-93f9-e69aaa3fd56f req-55ec8bfa-3aa5-4663-bcaa-7ffb5f3c79be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:47.406856 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a16623b2-4c04-4cf5-93f9-e69aaa3fd56f req-55ec8bfa-3aa5-4663-bcaa-7ffb5f3c79be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 1096 time: 0.2143092
May 12 14:48:47.407846 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4071a-03b8-404d-9bc2-959ecbc79199 req-40ec7eed-1bdf-4644-9cd6-46c9798132ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:47.409564 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-26c4071a-03b8-404d-9bc2-959ecbc79199 req-40ec7eed-1bdf-4644-9cd6-46c9798132ed tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 946 time: 0.1144755
May 12 14:48:47.468062 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-26c4071a-03b8-404d-9bc2-959ecbc79199 req-ab28ef17-e2ff-47b9-a497-d218be12cd10 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518055
May 12 14:48:47.571847 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-3e54fce9-ba2a-4ea0-bf7f-219ed3444d61 req-22344644-e972-4aec-8252-22e8fa9a48a3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:47.614063 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3e54fce9-ba2a-4ea0-bf7f-219ed3444d61 req-22344644-e972-4aec-8252-22e8fa9a48a3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6293402
May 12 14:48:47.622405 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22344644-e972-4aec-8252-22e8fa9a48a3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=931bed85-fcd5-441f-a210-9ba2744608cd,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:48.129662 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91cea9-d55c-4ddc-a067-e05bc0428e08 req-9de5111a-e912-4622-af6a-bd0df2b2eaa9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:48.131176 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4f91cea9-d55c-4ddc-a067-e05bc0428e08 req-9de5111a-e912-4622-af6a-bd0df2b2eaa9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 944 time: 0.0824904
May 12 14:48:48.182499 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4f91cea9-d55c-4ddc-a067-e05bc0428e08 req-f8eddf4d-5205-4e03-914f-362c50ce7b3b tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451443
May 12 14:48:48.382510 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7ad47934-6176-4cd4-9867-be516d7cde3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:48.431890 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-147e80de-1d7d-4130-91a9-bd3e74447a5f req-43dea690-1d8c-4364-a0de-b6a95adb3754 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 210 time: 0.0735016
May 12 14:48:48.483270 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26233ea6-878e-43bd-b653-5c3214dc78e6 req-21078a71-6044-4a64-9f0e-560d9e2bd833 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:48.484961 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-26233ea6-878e-43bd-b653-5c3214dc78e6 req-21078a71-6044-4a64-9f0e-560d9e2bd833 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 944 time: 0.1685433
May 12 14:48:48.538214 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-26233ea6-878e-43bd-b653-5c3214dc78e6 req-9fa3d3e8-c618-4061-a40c-a1f12bdebec6 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468946
May 12 14:48:48.683048 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f70c3-cd3f-4ecc-af22-39ae826702f7 req-7dd68556-669f-42c9-bc90-da617a5cac85 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:48.684547 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-784f70c3-cd3f-4ecc-af22-39ae826702f7 req-7dd68556-669f-42c9-bc90-da617a5cac85 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 946 time: 0.0861175
May 12 14:48:48.731329 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-784f70c3-cd3f-4ecc-af22-39ae826702f7 req-d6520bc2-934f-4298-88dd-1d189fa3e209 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397215
May 12 14:48:49.380603 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3910e-2c41-4342-861c-34e2bc6166ef req-e905335d-fbe4-4e88-bbab-b2836d652121 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:49.382045 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-03a3910e-2c41-4342-861c-34e2bc6166ef req-e905335d-fbe4-4e88-bbab-b2836d652121 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 944 time: 0.0845079
May 12 14:48:49.427810 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-03a3910e-2c41-4342-861c-34e2bc6166ef req-5a7b74e7-df71-4064-8289-1ced95425f1e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392230
May 12 14:48:49.583157 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-12940023-1603-4e2a-a2b8-b2008612edc1 req-1715e0d3-8ec7-4417-a629-d33e358b2933 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 210 time: 0.0415719
May 12 14:48:49.719944 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fb9e6-55da-4f42-9f43-7a1e22690253 req-d2852cc7-e6d3-4a69-b691-d8b7c3782892 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:49.721378 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c16fb9e6-55da-4f42-9f43-7a1e22690253 req-d2852cc7-e6d3-4a69-b691-d8b7c3782892 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 944 time: 0.0784822
May 12 14:48:49.765076 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c16fb9e6-55da-4f42-9f43-7a1e22690253 req-e17dd6d6-6707-438b-954a-4963d2dde737 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380204
May 12 14:48:50.012798 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073297-bc0f-48ed-9239-5d19a6b6ee7d req-789a311a-bfd5-48da-84f0-03da0ed1075e tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:50.024808 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-24073297-bc0f-48ed-9239-5d19a6b6ee7d req-789a311a-bfd5-48da-84f0-03da0ed1075e tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 946 time: 0.1832068
May 12 14:48:50.069156 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-24073297-bc0f-48ed-9239-5d19a6b6ee7d req-7ff80f31-493d-4828-b6fa-abd3aa6156f0 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434804
May 12 14:48:50.563141 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab27f62-99fc-4d4d-b6c6-18d461f963fa req-8b8402b3-82de-4f15-b3b9-c880e0cc8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:50.564574 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9ab27f62-99fc-4d4d-b6c6-18d461f963fa req-8b8402b3-82de-4f15-b3b9-c880e0cc8948 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a090a68e336b4562aca524a95f550e04&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2410967
May 12 14:48:50.565610 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16623b2-4c04-4cf5-93f9-e69aaa3fd56f req-ff7d679a-bf4c-4869-8c63-8ed5f0dcf337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:50.566905 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a16623b2-4c04-4cf5-93f9-e69aaa3fd56f req-ff7d679a-bf4c-4869-8c63-8ed5f0dcf337 service neutron] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 919 time: 0.2248492
May 12 14:48:50.644903 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d5812-3d80-4458-b292-bf6978597e40 req-063c4328-90ce-4658-9c72-1c226dd516ca tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:50.646598 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9b3d5812-3d80-4458-b292-bf6978597e40 req-063c4328-90ce-4658-9c72-1c226dd516ca tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 944 time: 0.1024668
May 12 14:48:50.703124 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9b3d5812-3d80-4458-b292-bf6978597e40 req-3948ce88-b549-4895-beca-8aa6021bdb2c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426979
May 12 14:48:50.717041 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a16623b2-4c04-4cf5-93f9-e69aaa3fd56f req-dad86467-1688-4133-bcc7-77ef59692860 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 HTTP/1.1" status: 200  len: 217 time: 0.1197760
May 12 14:48:50.731070 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-84de1271-174e-4d82-a01e-1314f56e4cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:50.827397 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-47ff560f-7503-4618-a9e4-975c1b42a59a req-4bbd6246-8b1c-4ff0-94a5-fb583ddf8d32 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 210 time: 0.0627425
May 12 14:48:50.855150 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16623b2-4c04-4cf5-93f9-e69aaa3fd56f req-210b1645-0442-461b-bf87-90a8efbb278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:50.856551 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a16623b2-4c04-4cf5-93f9-e69aaa3fd56f req-210b1645-0442-461b-bf87-90a8efbb278e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.1334448
May 12 14:48:50.913721 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab27f62-99fc-4d4d-b6c6-18d461f963fa req-c4de942b-9e3c-49e4-bee5-9cb839858b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:50.916092 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9ab27f62-99fc-4d4d-b6c6-18d461f963fa req-c4de942b-9e3c-49e4-bee5-9cb839858b0a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3393610
May 12 14:48:50.955078 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16623b2-4c04-4cf5-93f9-e69aaa3fd56f req-f6a6288f-ae8f-427e-8d13-43419def7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:50.956839 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a16623b2-4c04-4cf5-93f9-e69aaa3fd56f req-f6a6288f-ae8f-427e-8d13-43419def7c71 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0875144
May 12 14:48:50.965472 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1797d51-6b2b-4efa-946f-28fe6c869354 req-f43a9f59-c3f0-4156-a569-5151df5b7cf1 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:50.967156 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1797d51-6b2b-4efa-946f-28fe6c869354 req-f43a9f59-c3f0-4156-a569-5151df5b7cf1 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 944 time: 0.0875833
May 12 14:48:51.024620 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1797d51-6b2b-4efa-946f-28fe6c869354 req-032029df-5ac1-4181-a096-4016fb65754f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506670
May 12 14:48:51.198248 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a16623b2-4c04-4cf5-93f9-e69aaa3fd56f req-e867d15c-0f72-431e-9009-f168176e1ff5 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2324593
May 12 14:48:51.211980 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-626bdb1f-a11a-4125-a684-3671bc6f1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:51.214003 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-626bdb1f-a11a-4125-a684-3671bc6f1614 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a090a68e336b4562aca524a95f550e04&device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 1097 time: 0.1511755
May 12 14:48:51.421773 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-8aab301b-a652-41d7-ae55-22b4466e60d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc63b69d-a47c-45f7-a4ec-c94b33fcef39 HTTP/1.1" status: 200  len: 217 time: 0.1377323
May 12 14:48:51.631793 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a16623b2-4c04-4cf5-93f9-e69aaa3fd56f req-273ca210-0cc9-4cff-a26e-0d7975442909 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4222491
May 12 14:48:51.638229 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-c118ed69-2470-43a7-80db-7c9b7ed2b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:51.639758 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-c118ed69-2470-43a7-80db-7c9b7ed2b8f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b19e2646-24d9-4430-9acb-4aef7b057e71 HTTP/1.1" status: 200  len: 849 time: 0.2049456
May 12 14:48:51.688667 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6b590-5bb6-445c-88ea-abeb32f0bb8f req-9df1979a-3d39-4843-8631-a29cdbe2e86d tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:51.690905 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-46f6b590-5bb6-445c-88ea-abeb32f0bb8f req-9df1979a-3d39-4843-8631-a29cdbe2e86d tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 946 time: 0.4803970
May 12 14:48:51.763637 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:51.886430 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983c50-9f20-46a8-8120-e240d745271f req-9a83f615-8893-4274-b88c-0636bb5a185b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:51.887833 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-1a983c50-9f20-46a8-8120-e240d745271f req-9a83f615-8893-4274-b88c-0636bb5a185b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:network {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:51.918259 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:51.944417 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e17e0-d095-4c4b-ad64-c6206dae132f req-40928198-00de-40a4-bc94-b91db11221d9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:51.950132 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-46f6b590-5bb6-445c-88ea-abeb32f0bb8f req-743f9f96-3c42-476f-be10-e78fa607ae3a tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2398291
May 12 14:48:51.952787 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5f9e17e0-d095-4c4b-ad64-c6206dae132f req-40928198-00de-40a4-bc94-b91db11221d9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 944 time: 0.1117537
May 12 14:48:52.034019 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-65dab5f6-8bf8-4e94-a342-26cc8b2ccdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:52.035946 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-65dab5f6-8bf8-4e94-a342-26cc8b2ccdc3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42e9462e-79bf-4236-9d9e-1261c021234a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1983681
May 12 14:48:52.040766 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:48:52.046993 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-1a983c50-9f20-46a8-8120-e240d745271f req-9a83f615-8893-4274-b88c-0636bb5a185b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:network {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:52.051717 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-9a83f615-8893-4274-b88c-0636bb5a185b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "GET /v2.0/networks?id=9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 200  len: 815 time: 0.5520725
May 12 14:48:52.055456 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5f9e17e0-d095-4c4b-ad64-c6206dae132f req-8ca8bcd2-dd3f-4036-a04a-cb9272eaafc3 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932238
May 12 14:48:52.133581 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:52.362557 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3f1fc-f8ce-4af7-ab79-6fe70369a078 req-41f0dcd4-974b-4399-9168-181c42d75b54 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:52.374180 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d7d3f1fc-f8ce-4af7-ab79-6fe70369a078 req-41f0dcd4-974b-4399-9168-181c42d75b54 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 944 time: 0.1566701
May 12 14:48:52.434402 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:52.456829 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': 'e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'port_id': 'e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4', 'mac_address': 'fa:16:3e:87:62:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:48:52.457335 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4f92f852-b4bb-465d-b71e-1d4e9ccb36c5 req-46d1ba1e-6bf9-4037-a26c-2078897d88fe tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 210 time: 0.1306574
May 12 14:48:52.474220 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-1a983c50-9f20-46a8-8120-e240d745271f req-540eac52-da69-41e7-a560-991451f7dbc1 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:security_group {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:52.482467 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:52.532156 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:52.533706 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:52.533822 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-331c47d6-0021-4b00-a3c5-bd37b73c24cc service neutron] 10.222.0.71 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4753599
May 12 14:48:52.536997 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d7d3f1fc-f8ce-4af7-ab79-6fe70369a078 req-fd30070b-5e22-4496-ba7e-39d1cd2495ce tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1612105
May 12 14:48:52.628699 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:52.632327 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-1a983c50-9f20-46a8-8120-e240d745271f req-540eac52-da69-41e7-a560-991451f7dbc1 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:security_group {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:52.633762 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-540eac52-da69-41e7-a560-991451f7dbc1 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67a8451272cc41ebaf1598ed940bf09a HTTP/1.1" status: 200  len: 380 time: 0.5137904
May 12 14:48:52.642947 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-1a983c50-9f20-46a8-8120-e240d745271f req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'port': {'device_id': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'admin_state_up': True, 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'security_groups': ['2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e']}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:52.663222 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:48:52.725057 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:52.729237 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:52.756527 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce97f89-b3ca-43bc-95bb-fc748d173ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:48:52.766795 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:52.801435 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61a537b7-b4d3-4094-9471-edf4ec297558 req-a2f6998e-3ef4-4be4-88f3-1c06354cbae8 service neutron] 10.222.0.71 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2552764
May 12 14:48:52.804039 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb38dca-9a10-4e72-955d-ee748e507bf5'] response: {'server_uuid': '2ce97f89-b3ca-43bc-95bb-fc748d173ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb', 'code': 200}
May 12 14:48:52.810526 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:52.820837 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-1a983c50-9f20-46a8-8120-e240d745271f req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:52.832446 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-1a983c50-9f20-46a8-8120-e240d745271f req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:52.847294 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:52.893447 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:52.904066 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a983c50-9f20-46a8-8120-e240d745271f req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Made reservation on behalf of 67a8451272cc41ebaf1598ed940bf09a for: {'port': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:48:52.909262 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1a983c50-9f20-46a8-8120-e240d745271f req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:52.969914 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:52.986131 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:53.090950 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [req-1a983c50-9f20-46a8-8120-e240d745271f req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Allocated IP 172.20.0.4 (9862f13a-dccf-465d-abda-f29b2d232c04/7f368cfb-e379-4448-9120-bcd23ab51263/b9ae57f3-8cbe-4bb3-80d3-db854a810952) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:48:53.134874 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b61546-b859-4a92-a37f-6b4b13ad2e9c req-23df7de0-0de9-4e56-a136-5da1b834431a tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:53.136473 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-40b61546-b859-4a92-a37f-6b4b13ad2e9c req-23df7de0-0de9-4e56-a136-5da1b834431a tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 946 time: 0.0847561
May 12 14:48:53.195434 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-40b61546-b859-4a92-a37f-6b4b13ad2e9c req-f84c059c-8dbe-4cb3-ae54-ed68d352b92a tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529342
May 12 14:48:53.216114 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:48:53.458586 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1a983c50-9f20-46a8-8120-e240d745271f req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:53.484271 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26862ca7-1a19-45be-9a86-a95728d947be req-1d4060c1-9775-4ae3-834f-7c2e03755d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:53.485714 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-26862ca7-1a19-45be-9a86-a95728d947be req-1d4060c1-9775-4ae3-834f-7c2e03755d7a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 1098 time: 0.1897972
May 12 14:48:53.486600 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-1a983c50-9f20-46a8-8120-e240d745271f req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Transition to ACTIVE for port object b9ae57f3-8cbe-4bb3-80d3-db854a810952 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:53.499091 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3985a11-45a8-4646-8705-42852f2fd0fe req-44e8ce52-6a36-4abd-a196-679175aab5a9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:53.500539 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e3985a11-45a8-4646-8705-42852f2fd0fe req-44e8ce52-6a36-4abd-a196-679175aab5a9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.3148315
May 12 14:48:53.578678 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-26862ca7-1a19-45be-9a86-a95728d947be req-46debd46-213c-406a-a222-397075690bdb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761669
May 12 14:48:53.586706 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e3985a11-45a8-4646-8705-42852f2fd0fe req-3f518b1e-1288-42b2-a7a6-9ed914ab6d44 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706854
May 12 14:48:53.623967 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f947c8df-6822-4ba0-95da-06f96a2e41b5 req-816dca40-dd2b-4513-8879-7741517d3c7d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 210 time: 0.0519054
May 12 14:48:53.674345 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1a983c50-9f20-46a8-8120-e240d745271f req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:53.802700 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a983c50-9f20-46a8-8120-e240d745271f req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Network 9862f13a-dccf-465d-abda-f29b2d232c04 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:48:53.811358 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [req-1a983c50-9f20-46a8-8120-e240d745271f req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:48:53.815236 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'Port': ['ID=b9ae57f3-8cbe-4bb3-80d3-db854a810952,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:53.818180 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a983c50-9f20-46a8-8120-e240d745271f req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:48:53.892004 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983c50-9f20-46a8-8120-e240d745271f req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:53.892658 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1a983c50-9f20-46a8-8120-e240d745271f req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:53.921438 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f9e8c-9f1a-4f5b-9850-c7aec3a07424 req-f12b237b-7ab6-45d8-b217-72900457d3ce tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:53.923006 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-343f9e8c-9f1a-4f5b-9850-c7aec3a07424 req-f12b237b-7ab6-45d8-b217-72900457d3ce tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 944 time: 0.2060618
May 12 14:48:54.003546 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-343f9e8c-9f1a-4f5b-9850-c7aec3a07424 req-1bce88ba-cd1e-404e-b0ce-307d27e25e8c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640314
May 12 14:48:54.018031 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 59942) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:54.046475 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device dc63b69d-a47c-45f7-a4ec-c94b33fcef39 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:48:54.054178 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:54.068553 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-c138b86e-1d80-45a7-b452-919ae314c38c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4297366
May 12 14:48:54.099980 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Request body: {'port': {'device_id': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:48:54.215114 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d394fb1c-9bfb-463b-8e08-d9f21c574222 None None] Provisioning for port b9ae57f3-8cbe-4bb3-80d3-db854a810952 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:54.215316 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-681acfc7-76bb-455f-a5a3-fb02c3bfd8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:54.222592 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d394fb1c-9bfb-463b-8e08-d9f21c574222 None None] Provisioning complete for port b9ae57f3-8cbe-4bb3-80d3-db854a810952 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:54.222971 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d394fb1c-9bfb-463b-8e08-d9f21c574222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:54.260897 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-681acfc7-76bb-455f-a5a3-fb02c3bfd8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:54.267431 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-681acfc7-76bb-455f-a5a3-fb02c3bfd8dc admin admin] Usage tracker for resource:security_group_rule and tenant:4306f3ac717a4d85aa7276e69e3e260f is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:54.271515 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-681acfc7-76bb-455f-a5a3-fb02c3bfd8dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:54.272164 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:54.280057 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-681acfc7-76bb-455f-a5a3-fb02c3bfd8dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:54.365890 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-d394fb1c-9bfb-463b-8e08-d9f21c574222 None None] Port b9ae57f3-8cbe-4bb3-80d3-db854a810952 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:48:54.384499 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port dc63b69d-a47c-45f7-a4ec-c94b33fcef39, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=dc63b69d-a47c-45f7-a4ec-c94b33fcef39,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:54.404223 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-681acfc7-76bb-455f-a5a3-fb02c3bfd8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:54.404887 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': 'dc63b69d-a47c-45f7-a4ec-c94b33fcef39', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'port_id': 'dc63b69d-a47c-45f7-a4ec-c94b33fcef39', 'mac_address': 'fa:16:3e:ba:44:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:48:54.407858 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:54.469716 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:54.480961 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:54.481331 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:54.508425 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-681acfc7-76bb-455f-a5a3-fb02c3bfd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:54.531717 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc63b69d-a47c-45f7-a4ec-c94b33fcef39 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:48:54.555972 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port dc63b69d-a47c-45f7-a4ec-c94b33fcef39, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=dc63b69d-a47c-45f7-a4ec-c94b33fcef39,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:54.588454 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681acfc7-76bb-455f-a5a3-fb02c3bfd8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dcf2d3-8117-42d2-ad27-e0b52785d657,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:54.607351 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-681acfc7-76bb-455f-a5a3-fb02c3bfd8dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4306f3ac717a4d85aa7276e69e3e260f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5875506
May 12 14:48:54.609842 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 59968) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:54.673718 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:54.707869 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2e3fa7ef-8112-4499-884c-fdd5f08d1f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:54.763900 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2e3fa7ef-8112-4499-884c-fdd5f08d1f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:54.841378 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:54.868185 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=dc63b69d-a47c-45f7-a4ec-c94b33fcef39,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:54.878703 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a37fa3-19e4-4b7e-adfc-a28ec8493ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:48:54.888396 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:54.906501 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ae57f3-8cbe-4bb3-80d3-db854a810952 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:48:54.910050 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:54.925851 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Transition to ACTIVE for port object b9ae57f3-8cbe-4bb3-80d3-db854a810952 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:48:54.976492 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:54.981940 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a82dfd-4a1d-4418-a78d-24c333565bd5 req-eb63e468-92fe-4ee1-9d92-49866ca166a0 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:54.990609 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a0a82dfd-4a1d-4418-a78d-24c333565bd5 req-eb63e468-92fe-4ee1-9d92-49866ca166a0 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.1367633
May 12 14:48:55.015494 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:55.042355 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a0a82dfd-4a1d-4418-a78d-24c333565bd5 req-bf6e0421-a58c-4769-aefe-1bb702f99c45 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519967
May 12 14:48:55.081875 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['dc63b69d-a47c-45f7-a4ec-c94b33fcef39'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:48:55.100573 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2e3fa7ef-8112-4499-884c-fdd5f08d1f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:55.140153 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed44be4-3d4e-46f6-b9b8-bad95722432b'] response: {'server_uuid': 'd2a37fa3-19e4-4b7e-adfc-a28ec8493ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4', 'code': 200}
May 12 14:48:55.158268 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fa7ef-8112-4499-884c-fdd5f08d1f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dcf2d3-8117-42d2-ad27-e0b52785d657,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:55.182865 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2e3fa7ef-8112-4499-884c-fdd5f08d1f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:55.184070 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-2e3fa7ef-8112-4499-884c-fdd5f08d1f90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5dcf2d3-8117-42d2-ad27-e0b52785d657 HTTP/1.1" status: 204  len: 168 time: 0.5733325
May 12 14:48:55.224003 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:55.455794 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ae57f3-8cbe-4bb3-80d3-db854a810952,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:55.541927 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a175d-1123-4bc5-8b42-99f63e190823 req-9cbee23d-71a1-4e1c-b018-e2c186d74230 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:55.547202 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-ef3a175d-1123-4bc5-8b42-99f63e190823 req-9cbee23d-71a1-4e1c-b018-e2c186d74230 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:55.564911 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac17ec0-7fe1-4677-b553-dd2cc420533a req-3526c2ad-97a1-4506-85dc-08c530da5346 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:55.570954 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cac17ec0-7fe1-4677-b553-dd2cc420533a req-3526c2ad-97a1-4506-85dc-08c530da5346 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 945 time: 0.1471076
May 12 14:48:55.616586 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Attempting to bind port b9ae57f3-8cbe-4bb3-80d3-db854a810952 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:48:55.616934 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Attempting to bind port b9ae57f3-8cbe-4bb3-80d3-db854a810952 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:48:55.617269 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Attempting to bind port b9ae57f3-8cbe-4bb3-80d3-db854a810952 on network 9862f13a-dccf-465d-abda-f29b2d232c04 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:55.617711 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cac17ec0-7fe1-4677-b553-dd2cc420533a req-09905aa2-8f22-409a-a75e-50e09dac3c8c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438423
May 12 14:48:55.622638 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Port b9ae57f3-8cbe-4bb3-80d3-db854a810952 on network 9862f13a-dccf-465d-abda-f29b2d232c04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:48:55.622992 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Attempting to bind port b9ae57f3-8cbe-4bb3-80d3-db854a810952 on network 9862f13a-dccf-465d-abda-f29b2d232c04 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:48:55.628158 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:48:55.628972 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Checking segment: {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:48:55.628972 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Bound using segment: {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:48:55.629324 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Bound port: b9ae57f3-8cbe-4bb3-80d3-db854a810952, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:48:55.629669 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:55.719893 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-ef3a175d-1123-4bc5-8b42-99f63e190823 req-9cbee23d-71a1-4e1c-b018-e2c186d74230 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:55.728281 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ef3a175d-1123-4bc5-8b42-99f63e190823 req-9cbee23d-71a1-4e1c-b018-e2c186d74230 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 931 time: 0.8001914
May 12 14:48:55.778984 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] For port b9ae57f3-8cbe-4bb3-80d3-db854a810952, host hv-cinder-83118, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:48:55.845249 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] For port b9ae57f3-8cbe-4bb3-80d3-db854a810952, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b9ae57f3-8cbe-4bb3-80d3-db854a810952,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:48:55.848586 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ef3a175d-1123-4bc5-8b42-99f63e190823 req-409256d6-817d-4de2-b5fc-89df9b1ea50b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1074150
May 12 14:48:55.878380 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ce980-b309-4717-b3f9-ec29385bde06 req-d183cc59-fa42-4b36-bde5-287916c92d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:55.879868 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b26ce980-b309-4717-b3f9-ec29385bde06 req-d183cc59-fa42-4b36-bde5-287916c92d67 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 1098 time: 0.1042733
May 12 14:48:55.921440 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:55.960344 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-b26ce980-b309-4717-b3f9-ec29385bde06 req-444ffaae-7010-4e10-bf3e-7c2e07ef197d service neutron] Synchronizing usage tracker for tenant:e05e10a2a2cc46e68e147b5c78e54a4d on resource:security_group {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:48:56.003461 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:56.003461 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:56.003461 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] 10.222.0.71 "PUT /v2.0/ports/b9ae57f3-8cbe-4bb3-80d3-db854a810952 HTTP/1.1" status: 200  len: 1093 time: 1.9056132
May 12 14:48:56.003461 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'tag': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:48:56.035779 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4113529-c0cc-482b-a6f5-efb75897b501 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ae57f3-8cbe-4bb3-80d3-db854a810952,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:56.061949 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c68dd248-e44c-4dae-91a6-9e1fbdf343aa'] response: {'name': 'network-changed', 'server_uuid': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'tag': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952', 'status': 'completed', 'code': 200}
May 12 14:48:56.147010 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-b26ce980-b309-4717-b3f9-ec29385bde06 req-444ffaae-7010-4e10-bf3e-7c2e07ef197d service neutron] Unset dirty status for tenant:e05e10a2a2cc46e68e147b5c78e54a4d on resource:security_group {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:48:56.148146 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b26ce980-b309-4717-b3f9-ec29385bde06 req-444ffaae-7010-4e10-bf3e-7c2e07ef197d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2613173
May 12 14:48:56.194119 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 60024) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:56.214676 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b8ce24a1-bd45-4c85-8e20-c74ef56f5c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:56.232313 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-b8ce24a1-bd45-4c85-8e20-c74ef56f5c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:48:56.240285 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-b8ce24a1-bd45-4c85-8e20-c74ef56f5c88 admin admin] Usage tracker for resource:security_group_rule and tenant:0a80f9ca5aa74c439c23fa3bed1bcca1 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:48:56.243270 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-b8ce24a1-bd45-4c85-8e20-c74ef56f5c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:48:56.249603 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-b8ce24a1-bd45-4c85-8e20-c74ef56f5c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:48:56.284278 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afab41-2aea-4304-9954-db0218ceafdb req-553720f0-2bd2-412a-9ee9-a35cd7c547c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:56.297324 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f3afab41-2aea-4304-9954-db0218ceafdb req-553720f0-2bd2-412a-9ee9-a35cd7c547c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 1096 time: 0.1747262
May 12 14:48:56.297324 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29532a8d-9a2b-4e5f-a955-464746584efc req-3147d21b-6298-478a-9d96-4d9262e97ff2 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:56.297829 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-29532a8d-9a2b-4e5f-a955-464746584efc req-3147d21b-6298-478a-9d96-4d9262e97ff2 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.1281304
May 12 14:48:56.345707 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-29532a8d-9a2b-4e5f-a955-464746584efc req-b81907af-71ca-4664-babb-298b97e7c525 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420527
May 12 14:48:56.346581 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b8ce24a1-bd45-4c85-8e20-c74ef56f5c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:56.450719 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b8ce24a1-bd45-4c85-8e20-c74ef56f5c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:56.507230 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b8ce24a1-bd45-4c85-8e20-c74ef56f5c88 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a80f9ca5aa74c439c23fa3bed1bcca1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3120019
May 12 14:48:56.508874 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce24a1-bd45-4c85-8e20-c74ef56f5c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198e9905-628f-4643-932c-5cb53abbea2d,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:56.509889 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 60032) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:48:56.746834 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e7d827e4-10d0-4df5-be6e-f15258d8d17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:56.802949 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afab41-2aea-4304-9954-db0218ceafdb req-d0c6b87f-6add-403a-8f4f-cdd22c31f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:56.804310 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f3afab41-2aea-4304-9954-db0218ceafdb req-d0c6b87f-6add-403a-8f4f-cdd22c31f7b1 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=67a8451272cc41ebaf1598ed940bf09a&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2669098
May 12 14:48:56.810614 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e7d827e4-10d0-4df5-be6e-f15258d8d17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:56.819838 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-60301d6d-eed1-4b0b-8092-411333529dc8 req-8e2545fe-8c1f-41ad-b1b0-d01cf202671e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2055840
May 12 14:48:56.871204 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ac4bd-d1a5-40b3-9b99-ae91c8cfe45b req-bb3554e5-78ba-4920-a1a9-d76a97249afb tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:56.878212 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f69ac4bd-d1a5-40b3-9b99-ae91c8cfe45b req-bb3554e5-78ba-4920-a1a9-d76a97249afb tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 945 time: 0.0964088
May 12 14:48:56.985641 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f69ac4bd-d1a5-40b3-9b99-ae91c8cfe45b req-44a4d91d-fcdc-4e96-987c-a9cd9dc3da6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006725
May 12 14:48:57.091528 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e7d827e4-10d0-4df5-be6e-f15258d8d17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:57.209764 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249f4b6-da38-48b5-91a8-3e2646d6909a req-b8499c4c-e58d-4619-9d8f-8f301d741a15 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:57.218293 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4249f4b6-da38-48b5-91a8-3e2646d6909a req-b8499c4c-e58d-4619-9d8f-8f301d741a15 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.1206846
May 12 14:48:57.274452 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4249f4b6-da38-48b5-91a8-3e2646d6909a req-ff9a5915-adfd-4a87-928d-648e092d7783 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547621
May 12 14:48:57.336226 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d827e4-10d0-4df5-be6e-f15258d8d17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198e9905-628f-4643-932c-5cb53abbea2d,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:57.374863 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e7d827e4-10d0-4df5-be6e-f15258d8d17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:57.378694 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e7d827e4-10d0-4df5-be6e-f15258d8d17a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/198e9905-628f-4643-932c-5cb53abbea2d HTTP/1.1" status: 204  len: 168 time: 0.8651664
May 12 14:48:57.415621 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afab41-2aea-4304-9954-db0218ceafdb req-40e785dd-dbdf-428a-bd4b-a0df269bcdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:57.417570 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f3afab41-2aea-4304-9954-db0218ceafdb req-40e785dd-dbdf-428a-bd4b-a0df269bcdfd service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5090191
May 12 14:48:57.441661 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60301d6d-eed1-4b0b-8092-411333529dc8 req-733f8022-c5c4-43b7-81ad-b4bd5e710036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:57.443163 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-60301d6d-eed1-4b0b-8092-411333529dc8 req-733f8022-c5c4-43b7-81ad-b4bd5e710036 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a0fc219e42a416ea2f81435544b43bd&device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 1099 time: 0.3561361
May 12 14:48:57.454033 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125aea5d-9dbd-42a8-8d15-1ef6719f9731 req-dab46dc5-9e22-4039-8f20-cc17b23b5062 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:57.456097 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-125aea5d-9dbd-42a8-8d15-1ef6719f9731 req-dab46dc5-9e22-4039-8f20-cc17b23b5062 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 943 time: 0.4067235
May 12 14:48:57.479952 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141712-7dde-476c-8c5c-1533ad4dd4c4 req-ad95e788-0d03-4416-b6ea-4cc53d0290f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:57.481507 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-02141712-7dde-476c-8c5c-1533ad4dd4c4 req-ad95e788-0d03-4416-b6ea-4cc53d0290f6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 1098 time: 0.3353338
May 12 14:48:57.506963 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-125aea5d-9dbd-42a8-8d15-1ef6719f9731 req-a5d66411-b5d0-48fa-bfb0-f06282461fe5 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442042
May 12 14:48:57.859125 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141712-7dde-476c-8c5c-1533ad4dd4c4 req-1227d74e-ff71-4cc3-bd74-c5bff60ae2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:57.859125 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-02141712-7dde-476c-8c5c-1533ad4dd4c4 req-1227d74e-ff71-4cc3-bd74-c5bff60ae2fc service neutron] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 919 time: 0.2962239
May 12 14:48:57.862998 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60301d6d-eed1-4b0b-8092-411333529dc8 req-971e797a-883b-469a-a27b-754e15c5fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:57.865772 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-60301d6d-eed1-4b0b-8092-411333529dc8 req-971e797a-883b-469a-a27b-754e15c5fcb3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bb0c2b6-df17-46cb-a5bb-4e321124174a HTTP/1.1" status: 200  len: 913 time: 0.3235819
May 12 14:48:57.870325 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983c50-9f20-46a8-8120-e240d745271f req-4e0b8294-5e90-486d-965c-c61ee5cd89d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:57.871729 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-4e0b8294-5e90-486d-965c-c61ee5cd89d7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 1096 time: 0.3109958
May 12 14:48:57.992513 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-02141712-7dde-476c-8c5c-1533ad4dd4c4 req-dbde87e1-51a3-410c-9284-d9dd77030c50 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb HTTP/1.1" status: 200  len: 217 time: 0.1170173
May 12 14:48:58.086234 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device dc63b69d-a47c-45f7-a4ec-c94b33fcef39 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:48:58.101316 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-190ee8ef-ba52-48a1-acd3-ac1950243e52 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9ae57f3-8cbe-4bb3-80d3-db854a810952 HTTP/1.1" status: 200  len: 217 time: 0.1701159
May 12 14:48:58.105979 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-60301d6d-eed1-4b0b-8092-411333529dc8 req-1fbf2f01-a933-4711-8466-ad9d001c0894 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2044ac30-5708-42cb-b26e-840d25d8c8a6 HTTP/1.1" status: 200  len: 217 time: 0.1810873
May 12 14:48:58.205645 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b15345-ddf2-4fe6-8004-09ca76d44ef1 req-f3f9f8a8-156e-4b0c-a785-b61c256eb924 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:58.213167 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b5b15345-ddf2-4fe6-8004-09ca76d44ef1 req-f3f9f8a8-156e-4b0c-a785-b61c256eb924 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 945 time: 0.1173124
May 12 14:48:58.230855 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141712-7dde-476c-8c5c-1533ad4dd4c4 req-0b08c342-84fe-456d-b0d0-c3b6cc7e456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:58.232668 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-02141712-7dde-476c-8c5c-1533ad4dd4c4 req-0b08c342-84fe-456d-b0d0-c3b6cc7e456e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.1782494
May 12 14:48:58.272759 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b5b15345-ddf2-4fe6-8004-09ca76d44ef1 req-a288a010-2bb7-4592-aa04-a72bd4ea246a tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583563
May 12 14:48:58.297934 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983c50-9f20-46a8-8120-e240d745271f req-c40259d0-14a7-4fc2-a699-1cf0fc48b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:58.299887 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-c40259d0-14a7-4fc2-a699-1cf0fc48b3d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f368cfb-e379-4448-9120-bcd23ab51263 HTTP/1.1" status: 200  len: 854 time: 0.1889083
May 12 14:48:58.352480 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60301d6d-eed1-4b0b-8092-411333529dc8 req-bf2c281b-f195-46b4-9c0b-73b33eb3c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:58.353947 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-60301d6d-eed1-4b0b-8092-411333529dc8 req-bf2c281b-f195-46b4-9c0b-73b33eb3c8d5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d03119b2-b9a4-4f10-b1e7-b6d7a02e6d6b HTTP/1.1" status: 200  len: 852 time: 0.2048509
May 12 14:48:58.380702 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port dc63b69d-a47c-45f7-a4ec-c94b33fcef39 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:48:58.386980 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port dc63b69d-a47c-45f7-a4ec-c94b33fcef39 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:48:58.387588 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:58.454720 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-60301d6d-eed1-4b0b-8092-411333529dc8 req-7bf8511b-95e9-46a8-a83c-464e46393575 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bb0c2b6-df17-46cb-a5bb-4e321124174a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0940378
May 12 14:48:58.467498 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:58.583581 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:58.630356 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062e66d-4c2a-4212-b186-ecafec6bde2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc63b69d-a47c-45f7-a4ec-c94b33fcef39'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:48:58.641380 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port dc63b69d-a47c-45f7-a4ec-c94b33fcef39, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=dc63b69d-a47c-45f7-a4ec-c94b33fcef39,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:48:58.643439 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141712-7dde-476c-8c5c-1533ad4dd4c4 req-d901a232-04fe-4360-befc-ff614555ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:58.644935 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-02141712-7dde-476c-8c5c-1533ad4dd4c4 req-d901a232-04fe-4360-befc-ff614555ad67 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4033327
May 12 14:48:58.651133 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983c50-9f20-46a8-8120-e240d745271f req-d652d24a-254b-4e42-b3db-b75b742f61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:58.652558 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-d652d24a-254b-4e42-b3db-b75b742f61d6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9862f13a-dccf-465d-abda-f29b2d232c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3383634
May 12 14:48:58.711224 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-60301d6d-eed1-4b0b-8092-411333529dc8 req-6c339787-ff83-4595-8ac8-0f4bf93f7977 service neutron] 10.222.0.71 "GET /v2.0/networks/3bb0c2b6-df17-46cb-a5bb-4e321124174a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2403715
May 12 14:48:58.748255 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:48:58.785516 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009b366-a0b7-40f4-aec7-dadbaee059fd req-738d8c87-0d23-48af-b224-ad5d35dbf970 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:58.785516 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e009b366-a0b7-40f4-aec7-dadbaee059fd req-738d8c87-0d23-48af-b224-ad5d35dbf970 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 943 time: 0.1105335
May 12 14:48:58.813465 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836067d-0c14-4614-882a-a11424cbf938 req-693e3d29-5e11-4601-91b9-1bd365cc9857 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:58.814776 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2836067d-0c14-4614-882a-a11424cbf938 req-693e3d29-5e11-4601-91b9-1bd365cc9857 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.4190257
May 12 14:48:58.895666 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e009b366-a0b7-40f4-aec7-dadbaee059fd req-3c348317-6488-4b7c-b236-1ccee8f47778 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026399
May 12 14:48:58.899407 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=dc63b69d-a47c-45f7-a4ec-c94b33fcef39,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:48:58.957400 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3791847-78b8-4c1c-aded-6ffb486e7c18'] response: {'server_uuid': '3062e66d-4c2a-4212-b186-ecafec6bde2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc63b69d-a47c-45f7-a4ec-c94b33fcef39', 'code': 200}
May 12 14:48:59.245340 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2836067d-0c14-4614-882a-a11424cbf938 req-15dcaf4e-4751-465c-b138-cb4448e2b598 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2420642
May 12 14:48:59.269623 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-02141712-7dde-476c-8c5c-1533ad4dd4c4 req-ce31176b-f40f-459d-9690-433dedfe760e service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6161816
May 12 14:48:59.271401 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-a5170986-c52e-440d-8b76-f8804252c2c8 service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5918040
May 12 14:48:59.280619 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-60301d6d-eed1-4b0b-8092-411333529dc8 req-e17747d8-6239-4e97-b39f-5f96bccfa783 service neutron] 10.222.0.71 "GET /v2.0/networks/3bb0c2b6-df17-46cb-a5bb-4e321124174a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4568980
May 12 14:48:59.382601 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:48:59.520366 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed9352-d0d7-4783-b73b-1f50e6e24cc3 req-4c5db712-c777-4635-b849-999245c5f006 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:59.521931 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-13ed9352-d0d7-4783-b73b-1f50e6e24cc3 req-4c5db712-c777-4635-b849-999245c5f006 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1129475
May 12 14:48:59.571277 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-13ed9352-d0d7-4783-b73b-1f50e6e24cc3 req-7acd6cca-0aca-41d4-b7e8-4d95a1a03916 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422745
May 12 14:48:59.611399 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-02141712-7dde-476c-8c5c-1533ad4dd4c4 req-a4847658-4a94-4fcc-ab84-66a5b8ca14cc service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3066642
May 12 14:48:59.616238 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1a983c50-9f20-46a8-8120-e240d745271f req-63108074-e871-4376-9a15-bc910e25a49b service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3346379
May 12 14:48:59.625019 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1ebe-8a26-4123-af5f-0b3f26628611 req-2a25076c-ee6c-49b9-aa6e-4f2964d6dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:48:59.626413 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7c0b1ebe-8a26-4123-af5f-0b3f26628611 req-2a25076c-ee6c-49b9-aa6e-4f2964d6dd3b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 1099 time: 0.2259696
May 12 14:48:59.679181 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7c0b1ebe-8a26-4123-af5f-0b3f26628611 req-57380d77-6ec5-4222-b8a7-737dec974ec9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354590
May 12 14:49:00.112560 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de360f9-204c-4721-8fba-e7cdb309085f req-d54c26ed-92f0-4db6-b980-e7d07bac5d8f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:00.114065 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9de360f9-204c-4721-8fba-e7cdb309085f req-d54c26ed-92f0-4db6-b980-e7d07bac5d8f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 943 time: 0.0890770
May 12 14:49:00.160740 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9de360f9-204c-4721-8fba-e7cdb309085f req-1f816f86-58c4-4400-8375-7c957bc150ac tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396633
May 12 14:49:00.497393 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548bafb-118d-453b-ad08-778cb6dcc689 req-b9ef36b7-33ef-469d-a360-c677079460de tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:00.498888 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7548bafb-118d-453b-ad08-778cb6dcc689 req-b9ef36b7-33ef-469d-a360-c677079460de tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.1412721
May 12 14:49:00.545446 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7548bafb-118d-453b-ad08-778cb6dcc689 req-7abcb44a-0701-4fd1-a2ce-1ec5cd198596 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406034
May 12 14:49:00.763945 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd786a06-0c0d-4b58-bea3-70786976236a req-8aae8d77-0350-49fd-9340-0dd33a6479bf tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:00.767820 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-fd786a06-0c0d-4b58-bea3-70786976236a req-8aae8d77-0350-49fd-9340-0dd33a6479bf tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0850332
May 12 14:49:00.816063 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-fd786a06-0c0d-4b58-bea3-70786976236a req-d51ba5ae-1750-4a45-b5fe-32525d546002 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426819
May 12 14:49:01.388080 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb90cf-4cf7-48bb-b6b4-b108f50611a8 req-f6130223-f809-409f-9b8b-fc43b63f079e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:01.389565 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4cfb90cf-4cf7-48bb-b6b4-b108f50611a8 req-f6130223-f809-409f-9b8b-fc43b63f079e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 943 time: 0.1001191
May 12 14:49:01.434199 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4cfb90cf-4cf7-48bb-b6b4-b108f50611a8 req-aa3d3afd-5b08-4827-ba78-8e3de91f8009 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387018
May 12 14:49:01.748803 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66100fe-72c3-4dd9-8da8-2d87cfb9a059 req-70249c1d-4a9c-4173-aabe-3f0a0abb6984 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:01.751019 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c66100fe-72c3-4dd9-8da8-2d87cfb9a059 req-70249c1d-4a9c-4173-aabe-3f0a0abb6984 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.0921876
May 12 14:49:01.795464 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c66100fe-72c3-4dd9-8da8-2d87cfb9a059 req-a01b2961-c3de-429a-81f3-21ca7bcad884 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394554
May 12 14:49:02.006206 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbdf41-395e-4034-abeb-33ed5b1d9225 req-863b2e8e-b06b-44e6-a2dd-6077a41601a5 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:02.007882 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-65cbdf41-395e-4034-abeb-33ed5b1d9225 req-863b2e8e-b06b-44e6-a2dd-6077a41601a5 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0833611
May 12 14:49:02.057462 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-65cbdf41-395e-4034-abeb-33ed5b1d9225 req-dd7aac37-bb6d-4706-87c6-bfa397573432 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427930
May 12 14:49:02.106351 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device b9ae57f3-8cbe-4bb3-80d3-db854a810952 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:49:02.179477 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 60234) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:02.281870 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1be958-4cd8-4197-a2a1-670de4727180 req-b2a8843d-2fe3-44b7-b5bb-6a9dbcf0a3b9 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:02.283446 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bd1be958-4cd8-4197-a2a1-670de4727180 req-b2a8843d-2fe3-44b7-b5bb-6a9dbcf0a3b9 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0913939
May 12 14:49:02.285233 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port b9ae57f3-8cbe-4bb3-80d3-db854a810952, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b9ae57f3-8cbe-4bb3-80d3-db854a810952,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:49:02.293669 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 60240) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:02.301176 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-295708d7-1a77-4c03-b59e-3c471a2a7cfa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Request body: {'floatingip': {'port_id': 'dc63b69d-a47c-45f7-a4ec-c94b33fcef39'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:02.306143 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'port_id': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952', 'mac_address': 'fa:16:3e:dc:bf:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:49:02.360523 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:02.385206 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ae57f3-8cbe-4bb3-80d3-db854a810952 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:49:02.392667 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0a2cec60-72ca-4ba9-a5d9-740fd13d759f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:02.406337 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port b9ae57f3-8cbe-4bb3-80d3-db854a810952, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b9ae57f3-8cbe-4bb3-80d3-db854a810952,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:49:02.407163 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-295708d7-1a77-4c03-b59e-3c471a2a7cfa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for floatingip, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:02.458173 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:02.519986 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-0a2cec60-72ca-4ba9-a5d9-740fd13d759f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:02.524711 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-0a2cec60-72ca-4ba9-a5d9-740fd13d759f admin admin] Usage tracker for resource:security_group_rule and tenant:d3756c8899184fc9b6ed995c1e357626 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:02.527852 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-0a2cec60-72ca-4ba9-a5d9-740fd13d759f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:02.533551 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-0a2cec60-72ca-4ba9-a5d9-740fd13d759f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:02.545514 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=b9ae57f3-8cbe-4bb3-80d3-db854a810952,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:02.653315 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0413a-2f10-45bf-8094-bdac808a73ac req-eecf5c86-f6b2-4761-b334-72eed10a4f55 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:02.660598 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-60e0413a-2f10-45bf-8094-bdac808a73ac req-eecf5c86-f6b2-4761-b334-72eed10a4f55 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 944 time: 0.1023858
May 12 14:49:02.705565 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-60e0413a-2f10-45bf-8094-bdac808a73ac req-32121530-6b78-41b2-a4a2-727ba546cf6a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441251
May 12 14:49:02.782228 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0a2cec60-72ca-4ba9-a5d9-740fd13d759f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:02.856436 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0a2cec60-72ca-4ba9-a5d9-740fd13d759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:02.860175 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['b9ae57f3-8cbe-4bb3-80d3-db854a810952'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:49:03.057974 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-0a2cec60-72ca-4ba9-a5d9-740fd13d759f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3756c8899184fc9b6ed995c1e357626&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8772418
May 12 14:49:03.061993 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 60264) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:03.068370 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cec60-72ca-4ba9-a5d9-740fd13d759f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31550244-a4e8-4404-b783-0e8f602a33e4,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:03.120183 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:03.151689 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:03.292676 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:03.314925 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31550244-a4e8-4404-b783-0e8f602a33e4,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:03.324717 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:03.325063 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:03.325392 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:03.325726 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:03.326050 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:03.326383 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:03.326702 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:03.327055 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:03.327377 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:03.328338 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:03.328674 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:03.328992 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:03.333372 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:03.334489 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-186b5043-2b0a-4756-8514-18958a224268 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31550244-a4e8-4404-b783-0e8f602a33e4 HTTP/1.1" status: 204  len: 168 time: 0.2715375
May 12 14:49:03.352415 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6d33b-87b7-49a5-bcb3-5602c13b4476 req-cafd02e6-d8f8-4d6a-b872-0ba02e74e190 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:03.354997 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-92e6d33b-87b7-49a5-bcb3-5602c13b4476 req-cafd02e6-d8f8-4d6a-b872-0ba02e74e190 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.3849473
May 12 14:49:03.455259 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-92e6d33b-87b7-49a5-bcb3-5602c13b4476 req-1a30afd5-845e-4bbe-aae3-3e19c37cfeb9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931571
May 12 14:49:03.560162 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-295708d7-1a77-4c03-b59e-3c471a2a7cfa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:03.668089 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-295708d7-1a77-4c03-b59e-3c471a2a7cfa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:03.845187 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [None req-295708d7-1a77-4c03-b59e-3c471a2a7cfa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Floating IP 77a02f19-acba-45bc-9ad3-07994065f05d associated. External IP: 172.27.3.138, port: dc63b69d-a47c-45f7-a4ec-c94b33fcef39.
May 12 14:49:03.922939 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619428ec-d652-4ad3-b33d-4a8f3a0ce427 req-0247ab17-2b8c-4b4f-9e18-4eaac1d8496c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:03.924424 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-619428ec-d652-4ad3-b33d-4a8f3a0ce427 req-0247ab17-2b8c-4b4f-9e18-4eaac1d8496c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 944 time: 0.0864356
May 12 14:49:03.973478 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-619428ec-d652-4ad3-b33d-4a8f3a0ce427 req-785dc17f-5c01-465d-b496-c3945c177674 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426779
May 12 14:49:04.055348 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 60286) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:04.073187 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6d47caaa-38e1-4e29-b0c7-079f733a44f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:04.099646 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-6d47caaa-38e1-4e29-b0c7-079f733a44f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:04.107785 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-6d47caaa-38e1-4e29-b0c7-079f733a44f3 admin admin] Usage tracker for resource:security_group_rule and tenant:0f889ba794cc410f9adc4ee32c06ec19 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:04.111643 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-6d47caaa-38e1-4e29-b0c7-079f733a44f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:04.117718 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-6d47caaa-38e1-4e29-b0c7-079f733a44f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:04.125375 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device b9ae57f3-8cbe-4bb3-80d3-db854a810952 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:49:04.237994 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295708d7-1a77-4c03-b59e-3c471a2a7cfa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Router f9b8eb96-6bec-468f-86a7-141a46dda822 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:49:04.254560 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6d47caaa-38e1-4e29-b0c7-079f733a44f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:04.317927 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 60296) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:04.340036 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port b9ae57f3-8cbe-4bb3-80d3-db854a810952 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:49:04.345120 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port b9ae57f3-8cbe-4bb3-80d3-db854a810952 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:49:04.345551 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:04.368778 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6d47caaa-38e1-4e29-b0c7-079f733a44f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:04.482163 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-6d47caaa-38e1-4e29-b0c7-079f733a44f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f889ba794cc410f9adc4ee32c06ec19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4234884
May 12 14:49:04.482163 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c7380609-c5f3-46b1-becb-c6dd82bd09b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:04.487342 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:04.488591 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 60304) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:04.497717 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47caaa-38e1-4e29-b0c7-079f733a44f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92351b9c-0c6b-4b17-a6d5-dfcf5ae2e519,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:04.519246 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-c7380609-c5f3-46b1-becb-c6dd82bd09b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:04.520313 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:49:04.524393 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-c7380609-c5f3-46b1-becb-c6dd82bd09b5 admin admin] Usage tracker for resource:security_group_rule and tenant:1157bdb515564e7696ff841ddf279ef8 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:04.529389 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-c7380609-c5f3-46b1-becb-c6dd82bd09b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:04.536089 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-c7380609-c5f3-46b1-becb-c6dd82bd09b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:04.550386 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port b9ae57f3-8cbe-4bb3-80d3-db854a810952, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b9ae57f3-8cbe-4bb3-80d3-db854a810952,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:49:04.572886 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295708d7-1a77-4c03-b59e-3c471a2a7cfa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:49:04.587436 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723fd12-6b0a-44c9-87d9-8c3ee97ec4aa None None] Sync routers for ids ['f9b8eb96-6bec-468f-86a7-141a46dda822'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:49:04.598640 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:04.601067 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723fd12-6b0a-44c9-87d9-8c3ee97ec4aa None None] Routers {'f9b8eb96-6bec-468f-86a7-141a46dda822'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:49:04.601983 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-4723fd12-6b0a-44c9-87d9-8c3ee97ec4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c9448e0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:48:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['f9b8eb96-6bec-468f-86a7-141a46dda822'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:04.608689 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e54a81-e980-452a-a554-ffd3bec04e3f'] response: {'server_uuid': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952', 'code': 200}
May 12 14:49:04.633362 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-295708d7-1a77-4c03-b59e-3c471a2a7cfa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:04.636907 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c7380609-c5f3-46b1-becb-c6dd82bd09b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:04.666153 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:04.719536 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:04.728874 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c7380609-c5f3-46b1-becb-c6dd82bd09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:04.735521 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=b9ae57f3-8cbe-4bb3-80d3-db854a810952,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:04.763169 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-295708d7-1a77-4c03-b59e-3c471a2a7cfa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "PUT /v2.0/floatingips/77a02f19-acba-45bc-9ad3-07994065f05d HTTP/1.1" status: 200  len: 992 time: 2.4680259
May 12 14:49:04.767986 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3062e66d-4c2a-4212-b186-ecafec6bde2e', 'tag': 'dc63b69d-a47c-45f7-a4ec-c94b33fcef39'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:49:04.795385 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c7380609-c5f3-46b1-becb-c6dd82bd09b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1157bdb515564e7696ff841ddf279ef8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4762533
May 12 14:49:04.796244 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7380609-c5f3-46b1-becb-c6dd82bd09b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062945c1-3ea0-4391-afc6-717786540d0a,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:04.798560 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 60314) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:04.804454 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-4723fd12-6b0a-44c9-87d9-8c3ee97ec4aa None None] Set router f9b8eb96-6bec-468f-86a7-141a46dda822 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:49:04.845384 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3168518-77c6-4878-aa32-5d5c5158be09'] response: {'name': 'network-changed', 'server_uuid': '3062e66d-4c2a-4212-b186-ecafec6bde2e', 'tag': 'dc63b69d-a47c-45f7-a4ec-c94b33fcef39', 'status': 'completed', 'code': 200}
May 12 14:49:04.853005 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347840f-1914-4892-9f4a-d9b22cbde7c4 req-bb8e6fcd-462b-4209-aa9a-e6857ddc1652 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:04.854623 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f347840f-1914-4892-9f4a-d9b22cbde7c4 req-bb8e6fcd-462b-4209-aa9a-e6857ddc1652 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.2578230
May 12 14:49:04.923957 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a41dbb8f-094e-4ba9-80ce-a9e00c867a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:04.931290 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f347840f-1914-4892-9f4a-d9b22cbde7c4 req-7b2abbb7-c9aa-450b-b7ed-0e9b3ef32a7e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610790
May 12 14:49:04.964300 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:04.981353 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a41dbb8f-094e-4ba9-80ce-a9e00c867a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:04.987357 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 60324) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:04.994540 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92351b9c-0c6b-4b17-a6d5-dfcf5ae2e519,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:05.012548 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:05.016819 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92351b9c-0c6b-4b17-a6d5-dfcf5ae2e519 HTTP/1.1" status: 204  len: 168 time: 0.5266883
May 12 14:49:05.021926 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:05.022339 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:05.022874 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:05.023282 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:05.023682 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:05.024078 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:05.024472 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:05.024860 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:05.025330 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:05.025718 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:05.026107 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:05.026492 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175588fa-6cce-478c-a6ba-a6971a8cf7b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:05.194425 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a41dbb8f-094e-4ba9-80ce-a9e00c867a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:05.197981 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-957a698e-85a9-4d2c-840b-76cdb833c201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:05.220174 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-957a698e-85a9-4d2c-840b-76cdb833c201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:05.224981 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dbb8f-094e-4ba9-80ce-a9e00c867a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062945c1-3ea0-4391-afc6-717786540d0a,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:05.229052 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a41dbb8f-094e-4ba9-80ce-a9e00c867a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:05.232796 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-a41dbb8f-094e-4ba9-80ce-a9e00c867a58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/062945c1-3ea0-4391-afc6-717786540d0a HTTP/1.1" status: 204  len: 168 time: 0.4286726
May 12 14:49:05.237089 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-957a698e-85a9-4d2c-840b-76cdb833c201 admin admin] Usage tracker for resource:security_group_rule and tenant:2f0a236bd56549e39db62e49a76d66c8 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:05.242020 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-957a698e-85a9-4d2c-840b-76cdb833c201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:05.256757 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-957a698e-85a9-4d2c-840b-76cdb833c201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:05.256853 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-4723fd12-6b0a-44c9-87d9-8c3ee97ec4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c9448e0>, [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '77a02f19-acba-45bc-9ad3-07994065f05d', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'port_id': 'dc63b69d-a47c-45f7-a4ec-c94b33fcef39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'mac_address': 'fa:16:3e:ba:44:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062e66d-4c2a-4212-b186-ecafec6bde2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:48:29Z', 'updated_at': '2022-05-12T14:49:03Z', 'revision_number': 1, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ad988c-93e0-48a8-9a3b-ce699ef589dc', 'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'mac_address': 'fa:16:3e:34:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:11Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'subnets': [{'id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:05.256853 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723fd12-6b0a-44c9-87d9-8c3ee97ec4aa None None] Checking router: f9b8eb96-6bec-468f-86a7-141a46dda822 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:49:05.266794 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723fd12-6b0a-44c9-87d9-8c3ee97ec4aa None None] Routers {'f9b8eb96-6bec-468f-86a7-141a46dda822'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:49:05.267436 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-4723fd12-6b0a-44c9-87d9-8c3ee97ec4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c9448e0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:48:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['f9b8eb96-6bec-468f-86a7-141a46dda822'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:05.273346 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882ab6c-4bb5-4d2a-bbbf-973783bb917f req-81c7346b-669a-43f4-abb8-eeb0563aa2ec tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:05.275332 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6882ab6c-4bb5-4d2a-bbbf-973783bb917f req-81c7346b-669a-43f4-abb8-eeb0563aa2ec tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 945 time: 0.1527567
May 12 14:49:05.344239 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6882ab6c-4bb5-4d2a-bbbf-973783bb917f req-74704301-a622-45ad-82f5-28c4cd385ced tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613194
May 12 14:49:05.415179 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-957a698e-85a9-4d2c-840b-76cdb833c201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:05.485289 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-4723fd12-6b0a-44c9-87d9-8c3ee97ec4aa None None] Set router f9b8eb96-6bec-468f-86a7-141a46dda822 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:49:05.524518 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-957a698e-85a9-4d2c-840b-76cdb833c201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:05.576375 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-957a698e-85a9-4d2c-840b-76cdb833c201 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f0a236bd56549e39db62e49a76d66c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5810571
May 12 14:49:05.577655 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a698e-85a9-4d2c-840b-76cdb833c201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08ae315-de5c-4960-a64c-f90bc84cccdb,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:05.579551 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 60344) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:05.657319 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-003b3377-6375-4d31-a03f-548abd1a92dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:05.684786 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-003b3377-6375-4d31-a03f-548abd1a92dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:05.837076 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-003b3377-6375-4d31-a03f-548abd1a92dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:05.842468 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-4723fd12-6b0a-44c9-87d9-8c3ee97ec4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c9448e0>, [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '77a02f19-acba-45bc-9ad3-07994065f05d', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'port_id': 'dc63b69d-a47c-45f7-a4ec-c94b33fcef39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'mac_address': 'fa:16:3e:ba:44:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062e66d-4c2a-4212-b186-ecafec6bde2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:48:29Z', 'updated_at': '2022-05-12T14:49:03Z', 'revision_number': 1, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ad988c-93e0-48a8-9a3b-ce699ef589dc', 'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'mac_address': 'fa:16:3e:34:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:11Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'subnets': [{'id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:05.846677 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723fd12-6b0a-44c9-87d9-8c3ee97ec4aa None None] The sync data for ids ['f9b8eb96-6bec-468f-86a7-141a46dda822'] in dv-cinder-831187-2-iscsi is: [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '77a02f19-acba-45bc-9ad3-07994065f05d', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'port_id': 'dc63b69d-a47c-45f7-a4ec-c94b33fcef39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'mac_address': 'fa:16:3e:ba:44:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062e66d-4c2a-4212-b186-ecafec6bde2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:48:29Z', 'updated_at': '2022-05-12T14:49:03Z', 'revision_number': 1, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ad988c-93e0-48a8-9a3b-ce699ef589dc', 'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'mac_address': 'fa:16:3e:34:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:11Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'subnets': [{'id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:49:05.856406 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b3377-6375-4d31-a03f-548abd1a92dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08ae315-de5c-4960-a64c-f90bc84cccdb,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:05.860504 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-003b3377-6375-4d31-a03f-548abd1a92dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:05.861618 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-003b3377-6375-4d31-a03f-548abd1a92dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f08ae315-de5c-4960-a64c-f90bc84cccdb HTTP/1.1" status: 204  len: 168 time: 0.2811568
May 12 14:49:05.945357 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 60356) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:05.976823 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7b457963-0b77-409f-876c-9dbcc4cf6174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:06.015055 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7b457963-0b77-409f-876c-9dbcc4cf6174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:06.035769 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7b457963-0b77-409f-876c-9dbcc4cf6174 admin admin] Usage tracker for resource:security_group_rule and tenant:44bc9e0fcacd4b88ae62e11e19c95ca2 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:06.040523 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7b457963-0b77-409f-876c-9dbcc4cf6174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:06.048643 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7b457963-0b77-409f-876c-9dbcc4cf6174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:06.187129 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cb62c2-3842-4892-8019-012ff84e868b None None] New status for floating IP 77a02f19-acba-45bc-9ad3-07994065f05d: ACTIVE {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:49:06.204030 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58842b8d-717c-413c-ae2e-1ff45e24d319 req-35f24091-a0fd-4640-9f0f-c1fa6d0f7e50 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:06.210560 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7b457963-0b77-409f-876c-9dbcc4cf6174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:06.211496 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-58842b8d-717c-413c-ae2e-1ff45e24d319 req-35f24091-a0fd-4640-9f0f-c1fa6d0f7e50 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.1220088
May 12 14:49:06.259361 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-58842b8d-717c-413c-ae2e-1ff45e24d319 req-fc40e78f-efa3-4395-8e54-f587eac434c5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468705
May 12 14:49:06.417159 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7b457963-0b77-409f-876c-9dbcc4cf6174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:06.509396 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7b457963-0b77-409f-876c-9dbcc4cf6174 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44bc9e0fcacd4b88ae62e11e19c95ca2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5629578
May 12 14:49:06.513783 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 60374) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:06.522271 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b457963-0b77-409f-876c-9dbcc4cf6174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77478e87-81ee-4983-b661-4d527bebcc53,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:06.567895 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1d60e-dc44-488a-8363-a59e08f22766 req-2857ba13-5fa5-4000-9218-d000103b8bb0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:06.568318 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bba1d60e-dc44-488a-8363-a59e08f22766 req-2857ba13-5fa5-4000-9218-d000103b8bb0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 945 time: 0.1101875
May 12 14:49:06.582438 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c08e87ee-26ac-4b37-b352-0bb8def044f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:06.616918 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c08e87ee-26ac-4b37-b352-0bb8def044f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:06.622171 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bba1d60e-dc44-488a-8363-a59e08f22766 req-8ee2bb1d-7b39-42e4-9e62-ed61b91a9dee tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439534
May 12 14:49:06.772029 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 60382) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:06.787322 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c08e87ee-26ac-4b37-b352-0bb8def044f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:06.802838 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bb80c3c0-9fbf-46b4-bdab-449f92fce84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:06.817894 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e87ee-26ac-4b37-b352-0bb8def044f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77478e87-81ee-4983-b661-4d527bebcc53,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:06.824803 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-bb80c3c0-9fbf-46b4-bdab-449f92fce84f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:06.827338 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c08e87ee-26ac-4b37-b352-0bb8def044f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:06.828510 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-c08e87ee-26ac-4b37-b352-0bb8def044f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77478e87-81ee-4983-b661-4d527bebcc53 HTTP/1.1" status: 204  len: 168 time: 0.3137152
May 12 14:49:06.831118 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-bb80c3c0-9fbf-46b4-bdab-449f92fce84f admin admin] Usage tracker for resource:security_group_rule and tenant:ae87b1c6265846198dfa50611951c3d5 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:06.834093 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-bb80c3c0-9fbf-46b4-bdab-449f92fce84f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:06.841252 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-bb80c3c0-9fbf-46b4-bdab-449f92fce84f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:06.934348 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bb80c3c0-9fbf-46b4-bdab-449f92fce84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:06.981793 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bb80c3c0-9fbf-46b4-bdab-449f92fce84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:07.031409 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-bb80c3c0-9fbf-46b4-bdab-449f92fce84f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae87b1c6265846198dfa50611951c3d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2555649
May 12 14:49:07.031409 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80c3c0-9fbf-46b4-bdab-449f92fce84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f30c8e-9619-4b60-8292-22e4e1cea965,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:07.032270 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 60394) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:07.124760 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-166a188f-a54e-4563-a2c6-0730e5c04349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:07.145896 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699082d8-13c1-475c-8011-a780012488e2 req-3e0379bb-401a-4668-a684-9142d8176cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:07.147409 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-699082d8-13c1-475c-8011-a780012488e2 req-3e0379bb-401a-4668-a684-9142d8176cb8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a090a68e336b4562aca524a95f550e04&device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 1099 time: 0.0827594
May 12 14:49:07.151392 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-166a188f-a54e-4563-a2c6-0730e5c04349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:07.312058 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-166a188f-a54e-4563-a2c6-0730e5c04349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:07.343949 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a188f-a54e-4563-a2c6-0730e5c04349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f30c8e-9619-4b60-8292-22e4e1cea965,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:07.350711 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699082d8-13c1-475c-8011-a780012488e2 req-1bc5fa32-899b-417b-ad36-5e14c422ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:07.356304 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-699082d8-13c1-475c-8011-a780012488e2 req-1bc5fa32-899b-417b-ad36-5e14c422ac96 service neutron] 10.222.0.71 "GET /v2.0/networks?id=42e9462e-79bf-4236-9d9e-1261c021234a HTTP/1.1" status: 200  len: 911 time: 0.1943388
May 12 14:49:07.383399 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-166a188f-a54e-4563-a2c6-0730e5c04349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:07.388731 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-166a188f-a54e-4563-a2c6-0730e5c04349 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85f30c8e-9619-4b60-8292-22e4e1cea965 HTTP/1.1" status: 204  len: 168 time: 0.3539639
May 12 14:49:07.599140 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-699082d8-13c1-475c-8011-a780012488e2 req-9b881c4a-bc31-4fff-a97f-4d01f4c1f656 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc63b69d-a47c-45f7-a4ec-c94b33fcef39 HTTP/1.1" status: 200  len: 1002 time: 0.2351317
May 12 14:49:07.679014 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd849c-9092-441a-bafb-2a0793a8c3a4 req-1d92bcea-7b35-4fc8-828b-77cde161ae07 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:07.684002 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-56dd849c-9092-441a-bafb-2a0793a8c3a4 req-1d92bcea-7b35-4fc8-828b-77cde161ae07 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.2290814
May 12 14:49:07.684526 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174a158-f8d6-4bbb-9e55-84daca19f0d4 req-36eeb297-44a1-4f5b-8d6a-07bb8c560d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:07.685926 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d174a158-f8d6-4bbb-9e55-84daca19f0d4 req-36eeb297-44a1-4f5b-8d6a-07bb8c560d66 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 1098 time: 0.2356246
May 12 14:49:07.732364 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699082d8-13c1-475c-8011-a780012488e2 req-edb91245-8a52-4992-9139-7bd7649add16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:07.733799 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-699082d8-13c1-475c-8011-a780012488e2 req-edb91245-8a52-4992-9139-7bd7649add16 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b19e2646-24d9-4430-9acb-4aef7b057e71 HTTP/1.1" status: 200  len: 849 time: 0.1198347
May 12 14:49:07.806518 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-56dd849c-9092-441a-bafb-2a0793a8c3a4 req-61b98e58-7517-4325-b0bd-c7d40ae0eeb8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192539
May 12 14:49:07.827200 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d174a158-f8d6-4bbb-9e55-84daca19f0d4 req-34b75af3-5eba-4929-8cd4-c20c2718c33e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1225219
May 12 14:49:07.853408 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a8ba7-4681-492d-bc36-7e97590da541 req-5733c162-2262-4018-86fb-cbfc334b3d4e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:07.854105 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699082d8-13c1-475c-8011-a780012488e2 req-f700389e-b659-4ab9-afd3-4fb7b6c5d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:07.854936 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-166a8ba7-4681-492d-bc36-7e97590da541 req-5733c162-2262-4018-86fb-cbfc334b3d4e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 945 time: 0.1022046
May 12 14:49:07.860113 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-699082d8-13c1-475c-8011-a780012488e2 req-f700389e-b659-4ab9-afd3-4fb7b6c5d313 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42e9462e-79bf-4236-9d9e-1261c021234a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1152058
May 12 14:49:07.901286 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-166a8ba7-4681-492d-bc36-7e97590da541 req-c2b0e266-a07b-45e7-9a3a-00a0bfcfc936 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388770
May 12 14:49:07.957217 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 60430) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:07.974323 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b36838ab-39b1-4379-8c6f-8d0abf1b95ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:07.989315 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b36838ab-39b1-4379-8c6f-8d0abf1b95ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:07.995202 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b36838ab-39b1-4379-8c6f-8d0abf1b95ea admin admin] Usage tracker for resource:security_group_rule and tenant:a79550e6f6be4ccaad710409d3a0f316 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:07.998122 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b36838ab-39b1-4379-8c6f-8d0abf1b95ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:08.004071 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b36838ab-39b1-4379-8c6f-8d0abf1b95ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:08.095452 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b36838ab-39b1-4379-8c6f-8d0abf1b95ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:08.199890 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b36838ab-39b1-4379-8c6f-8d0abf1b95ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:08.333277 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36838ab-39b1-4379-8c6f-8d0abf1b95ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f611b2-9a38-4e47-be2c-bd4810910dd3,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:08.350068 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-b36838ab-39b1-4379-8c6f-8d0abf1b95ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a79550e6f6be4ccaad710409d3a0f316&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3916991
May 12 14:49:08.353392 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 60458) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:08.413167 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-699082d8-13c1-475c-8011-a780012488e2 req-33c05aef-be2b-49c9-97c3-ddbd4b8b3019 service neutron] 10.222.0.71 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717358
May 12 14:49:08.421510 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8949f81d-a0b8-4014-a630-e0e75632441e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:08.454203 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8949f81d-a0b8-4014-a630-e0e75632441e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:08.572164 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8949f81d-a0b8-4014-a630-e0e75632441e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:08.589677 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949f81d-a0b8-4014-a630-e0e75632441e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f611b2-9a38-4e47-be2c-bd4810910dd3,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:08.622448 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8949f81d-a0b8-4014-a630-e0e75632441e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:08.625980 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-8949f81d-a0b8-4014-a630-e0e75632441e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35f611b2-9a38-4e47-be2c-bd4810910dd3 HTTP/1.1" status: 204  len: 168 time: 0.2693436
May 12 14:49:08.687121 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-699082d8-13c1-475c-8011-a780012488e2 req-95326c9a-f187-4d82-80e7-ef98aafd3396 service neutron] 10.222.0.71 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2669482
May 12 14:49:08.999474 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86133bf9-a2ae-46bf-8c89-5729d328c776 req-f1d07212-8263-463d-ae33-81fb3a328c46 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:09.001254 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-86133bf9-a2ae-46bf-8c89-5729d328c776 req-f1d07212-8263-463d-ae33-81fb3a328c46 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.0861919
May 12 14:49:09.084408 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-86133bf9-a2ae-46bf-8c89-5729d328c776 req-e5019f31-08e2-47bc-9fda-1e8d66772a1b tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772691
May 12 14:49:09.132879 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376555-8694-4131-bb12-4b9f2419d565 req-49ffd6a3-151d-49db-91b4-56ac4bd5a448 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:09.134734 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0376555-8694-4131-bb12-4b9f2419d565 req-49ffd6a3-151d-49db-91b4-56ac4bd5a448 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 945 time: 0.0972412
May 12 14:49:09.181328 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0376555-8694-4131-bb12-4b9f2419d565 req-326d1d0f-d89a-4545-98c6-aa45a25db9b0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407138
May 12 14:49:10.350063 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da333-3247-4ead-bb10-7c15b2597094 req-ed6f6f22-3991-457c-843b-732f716bb5e8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:10.351547 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-af6da333-3247-4ead-bb10-7c15b2597094 req-ed6f6f22-3991-457c-843b-732f716bb5e8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.1036651
May 12 14:49:10.399526 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-af6da333-3247-4ead-bb10-7c15b2597094 req-ca269789-5950-4907-8757-8c58d05dfa67 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420332
May 12 14:49:10.575280 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f5259-dcd1-40c0-8378-69725d32d698 req-b8a230ff-10c5-463d-8427-41918f8d1f08 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:10.580025 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-249f5259-dcd1-40c0-8378-69725d32d698 req-b8a230ff-10c5-463d-8427-41918f8d1f08 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 945 time: 0.0857494
May 12 14:49:10.620343 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-249f5259-dcd1-40c0-8378-69725d32d698 req-c2d7982e-3f0e-4783-b5d7-70d4611c76fc tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378110
May 12 14:49:10.734678 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a3ab2-17cc-4594-8d2d-fc04e5ca3ab5 req-bae9cf18-4238-4508-b0f3-1c481dd70344 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:10.736189 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bf4a3ab2-17cc-4594-8d2d-fc04e5ca3ab5 req-bae9cf18-4238-4508-b0f3-1c481dd70344 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 946 time: 0.1002514
May 12 14:49:10.787134 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bf4a3ab2-17cc-4594-8d2d-fc04e5ca3ab5 req-994bd74d-412f-40f5-9af7-15c9192d0b8f tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450878
May 12 14:49:10.863642 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911ca82-721c-4332-9b13-be76eeb054a1 req-301ede6f-7953-40be-a5d9-8abb46a4f115 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:10.865102 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d911ca82-721c-4332-9b13-be76eeb054a1 req-301ede6f-7953-40be-a5d9-8abb46a4f115 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 945 time: 0.1377804
May 12 14:49:10.874008 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 60558) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:10.879073 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-405d83ad-e8c8-4a34-96fd-ca48d7ec0159 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'floatingip': {'port_id': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:10.963887 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-405d83ad-e8c8-4a34-96fd-ca48d7ec0159 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:11.592633 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51a67a-f91d-42b2-94f0-f5660f83ac08 req-1768ecca-add0-4e5b-87c3-fad34bce385d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:11.594125 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b51a67a-f91d-42b2-94f0-f5660f83ac08 req-1768ecca-add0-4e5b-87c3-fad34bce385d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.0812919
May 12 14:49:11.645484 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b51a67a-f91d-42b2-94f0-f5660f83ac08 req-631a4b80-a886-4d6e-82de-e2e5f731fa3d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452266
May 12 14:49:11.762515 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-405d83ad-e8c8-4a34-96fd-ca48d7ec0159 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:11.941841 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-405d83ad-e8c8-4a34-96fd-ca48d7ec0159 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:12.155386 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49951e08-9264-4201-9fbb-9b32afa20d8c req-16d8e52d-a9d1-4bca-8089-545be78fcf61 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:12.156833 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-49951e08-9264-4201-9fbb-9b32afa20d8c req-16d8e52d-a9d1-4bca-8089-545be78fcf61 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 946 time: 0.2545078
May 12 14:49:12.160208 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.l3_db [None req-405d83ad-e8c8-4a34-96fd-ca48d7ec0159 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Floating IP d2540c8a-b18a-49e7-be40-42530b3f5a92 associated. External IP: 172.27.3.111, port: b9ae57f3-8cbe-4bb3-80d3-db854a810952.
May 12 14:49:12.412446 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-49951e08-9264-4201-9fbb-9b32afa20d8c req-53d656bd-6fc1-4b70-8f8e-373529da77b5 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244211
May 12 14:49:12.617098 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405d83ad-e8c8-4a34-96fd-ca48d7ec0159 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Router c38fe156-063f-4a54-8803-4982f93583c5 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:49:12.807928 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405d83ad-e8c8-4a34-96fd-ca48d7ec0159 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:49:12.815598 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-405d83ad-e8c8-4a34-96fd-ca48d7ec0159 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:12.829849 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0181efc-ab58-4737-9d78-3c35e3d2bf30 None None] Sync routers for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:49:12.847234 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0181efc-ab58-4737-9d78-3c35e3d2bf30 None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:49:12.847857 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-d0181efc-ab58-4737-9d78-3c35e3d2bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c64eaf0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:48:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:12.878069 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-405d83ad-e8c8-4a34-96fd-ca48d7ec0159 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "PUT /v2.0/floatingips/d2540c8a-b18a-49e7-be40-42530b3f5a92 HTTP/1.1" status: 200  len: 991 time: 2.0004680
May 12 14:49:12.878069 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'tag': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:49:12.941811 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38bcf1ee-e30f-4d6e-9816-a5632c93b9c1'] response: {'name': 'network-changed', 'server_uuid': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'tag': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952', 'status': 'completed', 'code': 200}
May 12 14:49:12.973446 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52af03a-a125-4d33-926b-cf57b6b59109 req-b473421c-7bc1-4092-a77b-db594d984526 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:12.991682 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a52af03a-a125-4d33-926b-cf57b6b59109 req-b473421c-7bc1-4092-a77b-db594d984526 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.1952906
May 12 14:49:13.048885 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-d0181efc-ab58-4737-9d78-3c35e3d2bf30 None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:49:13.085441 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a52af03a-a125-4d33-926b-cf57b6b59109 req-9a8a0595-7d26-4a0f-8ad0-2f1cf2545e1a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041379
May 12 14:49:13.100338 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd42c2b-11db-4d89-b6ce-b89cfd0b27f4 req-cfacfa40-da3b-407e-b59f-16500004c8d0 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:13.101787 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5fd42c2b-11db-4d89-b6ce-b89cfd0b27f4 req-cfacfa40-da3b-407e-b59f-16500004c8d0 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.71 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 946 time: 0.2100260
May 12 14:49:13.173964 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18514e5-c017-4944-bfdd-1de405da9ee2 req-6639eb45-f01e-41ca-a42b-97ec8f4ff579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:13.175448 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c18514e5-c017-4944-bfdd-1de405da9ee2 req-6639eb45-f01e-41ca-a42b-97ec8f4ff579 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 1098 time: 0.1801939
May 12 14:49:13.213901 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-5fd42c2b-11db-4d89-b6ce-b89cfd0b27f4 req-52822819-f06a-4ba3-bd36-31330adddc1b tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Deleting port 2044ac30-5708-42cb-b26e-840d25d8c8a6 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:49:13.214190 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-5fd42c2b-11db-4d89-b6ce-b89cfd0b27f4 req-52822819-f06a-4ba3-bd36-31330adddc1b tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:13.425097 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18514e5-c017-4944-bfdd-1de405da9ee2 req-d03b3ba6-5549-4fbb-a735-f2198db6656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:13.426589 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c18514e5-c017-4944-bfdd-1de405da9ee2 req-d03b3ba6-5549-4fbb-a735-f2198db6656a service neutron] 10.222.0.71 "GET /v2.0/networks?id=9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 200  len: 916 time: 0.2435012
May 12 14:49:13.442304 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-d0181efc-ab58-4737-9d78-3c35e3d2bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c64eaf0>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': 'd2540c8a-b18a-49e7-be40-42530b3f5a92', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:dc:bf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:48:38Z', 'updated_at': '2022-05-12T14:49:11Z', 'revision_number': 1, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:13.447629 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0181efc-ab58-4737-9d78-3c35e3d2bf30 None None] Checking router: c38fe156-063f-4a54-8803-4982f93583c5 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:49:13.458647 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0181efc-ab58-4737-9d78-3c35e3d2bf30 None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:49:13.459271 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-d0181efc-ab58-4737-9d78-3c35e3d2bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c64eaf0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:48:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:13.584074 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-5fd42c2b-11db-4d89-b6ce-b89cfd0b27f4 req-52822819-f06a-4ba3-bd36-31330adddc1b tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] For port 2044ac30-5708-42cb-b26e-840d25d8c8a6, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2044ac30-5708-42cb-b26e-840d25d8c8a6,segment=NetworkSegment(44bc935a-7b84-455f-acf8-a272bb660afd),segment_id=44bc935a-7b84-455f-acf8-a272bb660afd)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:49:13.584074 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-5fd42c2b-11db-4d89-b6ce-b89cfd0b27f4 req-52822819-f06a-4ba3-bd36-31330adddc1b tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:13.616901 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157065f-7c9c-4a15-b15b-63b89c0bd78e req-55be3efa-2d99-42e2-a57c-bcd4da2a5a6f tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:13.625100 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1157065f-7c9c-4a15-b15b-63b89c0bd78e req-55be3efa-2d99-42e2-a57c-bcd4da2a5a6f tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 946 time: 0.0895295
May 12 14:49:13.686301 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1157065f-7c9c-4a15-b15b-63b89c0bd78e req-436b100b-c9eb-4d2c-8c03-296f4a36ecdd tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4547f39-48be-42c2-a5c3-e1a3d3bde85c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601935
May 12 14:49:13.707525 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-d0181efc-ab58-4737-9d78-3c35e3d2bf30 None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:49:13.740244 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-5fd42c2b-11db-4d89-b6ce-b89cfd0b27f4 req-52822819-f06a-4ba3-bd36-31330adddc1b tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Calling delete_port for 2044ac30-5708-42cb-b26e-840d25d8c8a6 owned by compute:nova {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:49:14.011018 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-5fd42c2b-11db-4d89-b6ce-b89cfd0b27f4 req-52822819-f06a-4ba3-bd36-31330adddc1b tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:14.069000 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52822819-f06a-4ba3-bd36-31330adddc1b tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Pushing event deleted for resources: {'Port': ['ID=2044ac30-5708-42cb-b26e-840d25d8c8a6,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:14.108757 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-d0181efc-ab58-4737-9d78-3c35e3d2bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c64eaf0>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': 'd2540c8a-b18a-49e7-be40-42530b3f5a92', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:dc:bf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:48:38Z', 'updated_at': '2022-05-12T14:49:11Z', 'revision_number': 1, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:14.114177 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0181efc-ab58-4737-9d78-3c35e3d2bf30 None None] The sync data for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi is: [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': 'd2540c8a-b18a-49e7-be40-42530b3f5a92', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:dc:bf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:48:38Z', 'updated_at': '2022-05-12T14:49:11Z', 'revision_number': 1, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:49:14.409275 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e950fad3-d23a-4605-9282-4fa66578acc6 None None] New status for floating IP d2540c8a-b18a-49e7-be40-42530b3f5a92: ACTIVE {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:49:14.424165 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd42c2b-11db-4d89-b6ce-b89cfd0b27f4 req-52822819-f06a-4ba3-bd36-31330adddc1b tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] No DVR routers for this DVR port 2044ac30-5708-42cb-b26e-840d25d8c8a6 on host hv-cinder-83118 {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:49:14.435037 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-5fd42c2b-11db-4d89-b6ce-b89cfd0b27f4 req-52822819-f06a-4ba3-bd36-31330adddc1b tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:14.439513 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac49498-274f-4b45-ac30-0523cf21ee74', 'name': 'network-vif-deleted', 'tag': '2044ac30-5708-42cb-b26e-840d25d8c8a6'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:49:14.485506 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c18514e5-c017-4944-bfdd-1de405da9ee2 req-b3c2aa8f-c448-4bff-924b-30b4f6ae419e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9ae57f3-8cbe-4bb3-80d3-db854a810952 HTTP/1.1" status: 200  len: 999 time: 0.2144318
May 12 14:49:14.493684 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01ed1bc8-4382-46b1-b4fe-e899a316eeb0'] response: {'server_uuid': 'dac49498-274f-4b45-ac30-0523cf21ee74', 'name': 'network-vif-deleted', 'tag': '2044ac30-5708-42cb-b26e-840d25d8c8a6', 'status': 'completed', 'code': 200}
May 12 14:49:14.512573 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788a336-9223-479d-9797-8a541ba9d9f1 req-cc4e123a-3303-44ef-aa1f-5a4f1be4ff88 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:14.514050 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7788a336-9223-479d-9797-8a541ba9d9f1 req-cc4e123a-3303-44ef-aa1f-5a4f1be4ff88 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.2600958
May 12 14:49:14.574723 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7788a336-9223-479d-9797-8a541ba9d9f1 req-a9454c71-ac93-4279-97b3-338916ddb0ef tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442157
May 12 14:49:14.732656 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5fd42c2b-11db-4d89-b6ce-b89cfd0b27f4 req-52822819-f06a-4ba3-bd36-31330adddc1b tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.71 "DELETE /v2.0/ports/2044ac30-5708-42cb-b26e-840d25d8c8a6 HTTP/1.1" status: 204  len: 173 time: 1.6238449
May 12 14:49:14.881830 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c598655-bdcc-4901-a617-193dbc287316 req-62f2f86e-f349-4589-a760-0fa0160c674f tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 210 time: 0.0516353
May 12 14:49:15.014911 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18514e5-c017-4944-bfdd-1de405da9ee2 req-288ef1b3-6bcb-45f1-a939-b9abeddd535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:15.016387 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c18514e5-c017-4944-bfdd-1de405da9ee2 req-288ef1b3-6bcb-45f1-a939-b9abeddd535d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f368cfb-e379-4448-9120-bcd23ab51263 HTTP/1.1" status: 200  len: 854 time: 0.0754099
May 12 14:49:15.348359 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 60686) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:15.437965 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 60694) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:15.528151 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0f9100ac-4ad1-49d0-8ebc-9cf627f199d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:15.555655 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0f9100ac-4ad1-49d0-8ebc-9cf627f199d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:15.560853 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-22293eb9-5561-4685-a4fe-c948f59dda77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:15.569192 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0f9100ac-4ad1-49d0-8ebc-9cf627f199d5 admin admin] Usage tracker for resource:security_group_rule and tenant:0dcfa4aab63344dcacf58e8d053a4820 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:15.573097 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0f9100ac-4ad1-49d0-8ebc-9cf627f199d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:15.581676 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0f9100ac-4ad1-49d0-8ebc-9cf627f199d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:15.583775 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-22293eb9-5561-4685-a4fe-c948f59dda77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:15.589646 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-22293eb9-5561-4685-a4fe-c948f59dda77 admin admin] Usage tracker for resource:security_group_rule and tenant:2fcb427f3d3d4a8088bd798dc501ff01 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:15.595219 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-22293eb9-5561-4685-a4fe-c948f59dda77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:15.601984 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-22293eb9-5561-4685-a4fe-c948f59dda77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:15.725683 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0f9100ac-4ad1-49d0-8ebc-9cf627f199d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:15.744575 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-22293eb9-5561-4685-a4fe-c948f59dda77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:15.753171 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaa74d-eada-46de-bab8-5c42a7bd008c req-d15415d5-f30c-4d57-930e-9a4d39194ef8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:15.754599 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5ebaa74d-eada-46de-bab8-5c42a7bd008c req-d15415d5-f30c-4d57-930e-9a4d39194ef8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.0806363
May 12 14:49:15.793228 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0f9100ac-4ad1-49d0-8ebc-9cf627f199d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:15.798373 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5ebaa74d-eada-46de-bab8-5c42a7bd008c req-0bed3895-f3a9-4047-bb60-99e1c32e0e75 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380216
May 12 14:49:15.832744 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-22293eb9-5561-4685-a4fe-c948f59dda77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:15.848225 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9100ac-4ad1-49d0-8ebc-9cf627f199d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcec5d86-3a23-4956-9158-d24d2c7de8da,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:15.854604 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0f9100ac-4ad1-49d0-8ebc-9cf627f199d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0dcfa4aab63344dcacf58e8d053a4820&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5052352
May 12 14:49:15.857513 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 60702) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:15.880191 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-22293eb9-5561-4685-a4fe-c948f59dda77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2fcb427f3d3d4a8088bd798dc501ff01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4407310
May 12 14:49:15.883073 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 60706) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:15.892499 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22293eb9-5561-4685-a4fe-c948f59dda77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37caa00-277c-485f-9cee-518d43483813,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:15.962164 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['2044ac30-5708-42cb-b26e-840d25d8c8a6'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:49:15.989277 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1907b3ce-d4c6-41e9-92c1-dc87168daf4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:16.048655 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1907b3ce-d4c6-41e9-92c1-dc87168daf4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:16.051816 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3a33c9a0-c84d-4daf-9e1d-d7d2591521e2 req-2033a1a8-8ebf-452b-af06-4b602220c1ff tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 210 time: 0.0566611
May 12 14:49:16.056373 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-426763da-4c43-4845-83fd-4901cc37f853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:16.113647 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-426763da-4c43-4845-83fd-4901cc37f853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:16.145321 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18514e5-c017-4944-bfdd-1de405da9ee2 req-08a2c17f-7a6c-4d4e-8ee3-37096eb65e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:16.146799 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c18514e5-c017-4944-bfdd-1de405da9ee2 req-08a2c17f-7a6c-4d4e-8ee3-37096eb65e04 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9862f13a-dccf-465d-abda-f29b2d232c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2007906
May 12 14:49:16.252317 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1907b3ce-d4c6-41e9-92c1-dc87168daf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:16.284910 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907b3ce-d4c6-41e9-92c1-dc87168daf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcec5d86-3a23-4956-9158-d24d2c7de8da,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:16.298044 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1907b3ce-d4c6-41e9-92c1-dc87168daf4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:16.301584 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-1907b3ce-d4c6-41e9-92c1-dc87168daf4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dcec5d86-3a23-4956-9158-d24d2c7de8da HTTP/1.1" status: 204  len: 168 time: 0.4408994
May 12 14:49:16.315811 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c18514e5-c017-4944-bfdd-1de405da9ee2 req-541741c7-785b-49ac-8198-749cc2c22dfc service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597469
May 12 14:49:16.395327 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-426763da-4c43-4845-83fd-4901cc37f853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:16.397653 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-426763da-4c43-4845-83fd-4901cc37f853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:16.398735 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-426763da-4c43-4845-83fd-4901cc37f853 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f37caa00-277c-485f-9cee-518d43483813 HTTP/1.1" status: 204  len: 168 time: 0.5148020
May 12 14:49:16.426723 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426763da-4c43-4845-83fd-4901cc37f853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37caa00-277c-485f-9cee-518d43483813,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:16.474143 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c18514e5-c017-4944-bfdd-1de405da9ee2 req-e9a4904e-6dcf-4a04-bb6d-08451a4479b8 service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431341
May 12 14:49:16.954698 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 2044ac30-5708-42cb-b26e-840d25d8c8a6 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:49:16.991978 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: 2044ac30-5708-42cb-b26e-840d25d8c8a6 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:49:16.994900 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 2044ac30-5708-42cb-b26e-840d25d8c8a6 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:49:17.137919 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 60746) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:17.164104 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fb532a0f-77e9-4990-8964-4191b91d93f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:17.193613 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-fb532a0f-77e9-4990-8964-4191b91d93f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:17.193724 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40d7bd-feca-409e-8e0e-f803bf325e88 req-e293fd21-836f-440d-b780-717e82dc701c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:17.195705 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2b40d7bd-feca-409e-8e0e-f803bf325e88 req-e293fd21-836f-440d-b780-717e82dc701c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.1349282
May 12 14:49:17.200757 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-fb532a0f-77e9-4990-8964-4191b91d93f5 admin admin] Usage tracker for resource:security_group_rule and tenant:f0eaf32957164f6fb01a8291bcdd3c06 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:17.209888 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-fb532a0f-77e9-4990-8964-4191b91d93f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:17.217300 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-fb532a0f-77e9-4990-8964-4191b91d93f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:17.254383 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 60750) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:17.293972 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bab20c38-ddf6-44e5-9d4e-f0b69130417f req-3706486d-ee24-4b17-b1d1-cd65c2bd4d47 tempest-DeleteServersTestJSON-696306075 tempest-DeleteServersTestJSON-696306075-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac49498-274f-4b45-ac30-0523cf21ee74 HTTP/1.1" status: 200  len: 210 time: 0.0807934
May 12 14:49:17.296714 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b550b7f0-53de-49c7-94b3-49c58d543cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:17.319576 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2b40d7bd-feca-409e-8e0e-f803bf325e88 req-2567fbc3-44a6-403e-8f58-fe973c9aac40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223814
May 12 14:49:17.349982 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b550b7f0-53de-49c7-94b3-49c58d543cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:17.354546 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b550b7f0-53de-49c7-94b3-49c58d543cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:e6b0c296fd294928813a67ccb29b23a1 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:17.357851 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b550b7f0-53de-49c7-94b3-49c58d543cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:17.364701 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b550b7f0-53de-49c7-94b3-49c58d543cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:17.399064 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fb532a0f-77e9-4990-8964-4191b91d93f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:17.453409 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b550b7f0-53de-49c7-94b3-49c58d543cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:17.478850 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fb532a0f-77e9-4990-8964-4191b91d93f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:17.526919 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-fb532a0f-77e9-4990-8964-4191b91d93f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0eaf32957164f6fb01a8291bcdd3c06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3879054
May 12 14:49:17.527787 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb532a0f-77e9-4990-8964-4191b91d93f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f61d50-6f16-4e8b-bbca-0748cbd9dccb,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:17.530491 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 60758) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:17.581348 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b550b7f0-53de-49c7-94b3-49c58d543cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:17.600139 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6704f349-2620-4894-ab6f-dcf0ca4a85d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:17.633153 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6704f349-2620-4894-ab6f-dcf0ca4a85d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:17.641797 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-b550b7f0-53de-49c7-94b3-49c58d543cc6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6b0c296fd294928813a67ccb29b23a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3823013
May 12 14:49:17.643358 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550b7f0-53de-49c7-94b3-49c58d543cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966064a5-5432-4f10-a458-111f82ca3573,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:17.645194 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 60766) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:17.732530 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-afb3718e-9ad2-447a-a021-74e7eb8fe140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:17.761232 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-afb3718e-9ad2-447a-a021-74e7eb8fe140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:17.848354 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6704f349-2620-4894-ab6f-dcf0ca4a85d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:17.865295 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704f349-2620-4894-ab6f-dcf0ca4a85d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f61d50-6f16-4e8b-bbca-0748cbd9dccb,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:17.876458 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-afb3718e-9ad2-447a-a021-74e7eb8fe140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:17.901392 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6704f349-2620-4894-ab6f-dcf0ca4a85d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:17.905676 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-6704f349-2620-4894-ab6f-dcf0ca4a85d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37f61d50-6f16-4e8b-bbca-0748cbd9dccb HTTP/1.1" status: 204  len: 168 time: 0.3710778
May 12 14:49:17.905676 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3718e-9ad2-447a-a021-74e7eb8fe140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966064a5-5432-4f10-a458-111f82ca3573,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:17.906857 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-afb3718e-9ad2-447a-a021-74e7eb8fe140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:17.907862 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-afb3718e-9ad2-447a-a021-74e7eb8fe140 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/966064a5-5432-4f10-a458-111f82ca3573 HTTP/1.1" status: 204  len: 168 time: 0.2617638
May 12 14:49:18.277439 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c8c86da5-28a8-4561-95cf-21581746e702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:18.616250 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6911e-62b0-430c-a717-7ddd7f1625c0 req-c32d4925-99b9-437f-963c-bfa52fc1f846 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:18.619278 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a4f6911e-62b0-430c-a717-7ddd7f1625c0 req-c32d4925-99b9-437f-963c-bfa52fc1f846 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.1187024
May 12 14:49:18.680254 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a4f6911e-62b0-430c-a717-7ddd7f1625c0 req-296c4c2e-3d57-46c5-8548-d319778e1735 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545294
May 12 14:49:19.885988 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefff0b-0048-4d19-93ab-b30a3e3a9ed3 req-1410d4dc-a5ec-4677-a6cb-f9779d22594b tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:19.887469 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3eefff0b-0048-4d19-93ab-b30a3e3a9ed3 req-1410d4dc-a5ec-4677-a6cb-f9779d22594b tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.0973392
May 12 14:49:19.931977 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3eefff0b-0048-4d19-93ab-b30a3e3a9ed3 req-8f36e84e-bcad-4df4-9753-3ab9c0d9c5bf tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380838
May 12 14:49:20.734071 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5ad60521-c48b-425d-ab70-6547e43a97c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:20.957349 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 60936) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:21.115977 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a35f4fd8-79ef-4e02-a6a1-3739a24ca518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:21.140150 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-a35f4fd8-79ef-4e02-a6a1-3739a24ca518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:21.145141 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-a35f4fd8-79ef-4e02-a6a1-3739a24ca518 admin admin] Usage tracker for resource:security_group_rule and tenant:c42dc1b782704c549cae3857bb875f80 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:21.148985 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-a35f4fd8-79ef-4e02-a6a1-3739a24ca518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:21.157618 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-a35f4fd8-79ef-4e02-a6a1-3739a24ca518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:21.207646 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac736c3-1fd7-4272-be09-84cc67230e34 req-c97079ea-e0f9-4338-b9d1-782fd9ce32c2 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:21.209146 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4ac736c3-1fd7-4272-be09-84cc67230e34 req-c97079ea-e0f9-4338-b9d1-782fd9ce32c2 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.1563942
May 12 14:49:21.281444 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4ac736c3-1fd7-4272-be09-84cc67230e34 req-d661ade5-6422-42b6-8595-c0f8bc7bfa5f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645416
May 12 14:49:21.311364 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a35f4fd8-79ef-4e02-a6a1-3739a24ca518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:21.364767 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a35f4fd8-79ef-4e02-a6a1-3739a24ca518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:21.413346 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-a35f4fd8-79ef-4e02-a6a1-3739a24ca518 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c42dc1b782704c549cae3857bb875f80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4549327
May 12 14:49:21.414302 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f4fd8-79ef-4e02-a6a1-3739a24ca518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9352b28e-1be5-403b-a419-d4d49d172727,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:21.416825 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 60956) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:21.477044 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5daf1abe-2f85-41c8-8c26-80df6d658158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:21.577309 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5daf1abe-2f85-41c8-8c26-80df6d658158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:21.684517 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5daf1abe-2f85-41c8-8c26-80df6d658158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:21.684724 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:21.701643 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf1abe-2f85-41c8-8c26-80df6d658158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9352b28e-1be5-403b-a419-d4d49d172727,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:21.707725 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5daf1abe-2f85-41c8-8c26-80df6d658158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:21.708528 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5daf1abe-2f85-41c8-8c26-80df6d658158 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9352b28e-1be5-403b-a419-d4d49d172727 HTTP/1.1" status: 204  len: 168 time: 0.2913640
May 12 14:49:21.742892 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:22.480840 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9444ac4-2d74-40e1-9d91-6b6da3bb4404 req-f787b0eb-2f34-41db-b2f9-205f8915961c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:22.483303 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d9444ac4-2d74-40e1-9d91-6b6da3bb4404 req-f787b0eb-2f34-41db-b2f9-205f8915961c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.0831025
May 12 14:49:22.484488 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 32778) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:22.517136 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fb239602-d9f4-4da7-8020-b43c85202416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:22.535403 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-fb239602-d9f4-4da7-8020-b43c85202416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:22.544711 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-fb239602-d9f4-4da7-8020-b43c85202416 admin admin] Usage tracker for resource:security_group_rule and tenant:3d8ab1b19d684b6cb220a1ea97e29c5c is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:22.548637 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-fb239602-d9f4-4da7-8020-b43c85202416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:22.553249 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 32786) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:22.564772 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-fb239602-d9f4-4da7-8020-b43c85202416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:22.574954 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d9444ac4-2d74-40e1-9d91-6b6da3bb4404 req-f04ed85f-c053-4750-bd08-8f4ad9a3c0f5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879800
May 12 14:49:22.628703 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d1a1c9-5e0d-474a-a814-dd41d9bfb00d admin admin] Deleting subnet d03119b2-b9a4-4f10-b1e7-b6d7a02e6d6b {{(pid=88126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 14:49:22.632003 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-73d1a1c9-5e0d-474a-a814-dd41d9bfb00d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:22.682577 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fb239602-d9f4-4da7-8020-b43c85202416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:22.758835 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fb239602-d9f4-4da7-8020-b43c85202416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:22.786278 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-73d1a1c9-5e0d-474a-a814-dd41d9bfb00d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3159183'] for subnet, precommit_delete_associations {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:22.810198 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-fb239602-d9f4-4da7-8020-b43c85202416 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d8ab1b19d684b6cb220a1ea97e29c5c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3240283
May 12 14:49:22.811218 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb239602-d9f4-4da7-8020-b43c85202416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7585fcbf-7871-4a82-a136-c29ba74fb1f8,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:22.820957 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 32810) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:22.851038 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-73d1a1c9-5e0d-474a-a814-dd41d9bfb00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:22.887502 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-364b7c7a-47ec-46c7-a1e9-43a445e03a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:22.915271 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-364b7c7a-47ec-46c7-a1e9-43a445e03a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:22.998673 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:22.999195 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-73d1a1c9-5e0d-474a-a814-dd41d9bfb00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3159172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2571129'] for subnet, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:23.038230 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1a1c9-5e0d-474a-a814-dd41d9bfb00d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d03119b2-b9a4-4f10-b1e7-b6d7a02e6d6b,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:23.044564 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-73d1a1c9-5e0d-474a-a814-dd41d9bfb00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:23.062188 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-364b7c7a-47ec-46c7-a1e9-43a445e03a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:23.071722 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-73d1a1c9-5e0d-474a-a814-dd41d9bfb00d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d03119b2-b9a4-4f10-b1e7-b6d7a02e6d6b HTTP/1.1" status: 204  len: 168 time: 0.5165699
May 12 14:49:23.073567 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 32820) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:23.077889 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b7c7a-47ec-46c7-a1e9-43a445e03a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7585fcbf-7871-4a82-a136-c29ba74fb1f8,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:23.087273 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-364b7c7a-47ec-46c7-a1e9-43a445e03a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:23.088682 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-364b7c7a-47ec-46c7-a1e9-43a445e03a2d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7585fcbf-7871-4a82-a136-c29ba74fb1f8 HTTP/1.1" status: 204  len: 168 time: 0.2667749
May 12 14:49:23.187013 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4577f160-8d3e-412c-bffb-f964cf6a43a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:23.323225 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4577f160-8d3e-412c-bffb-f964cf6a43a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:23.352556 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-4577f160-8d3e-412c-bffb-f964cf6a43a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f87593610>,) {'filters': {'network_id': ['3bb0c2b6-df17-46cb-a5bb-4e321124174a']}} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:23.366037 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-4577f160-8d3e-412c-bffb-f964cf6a43a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f87593610>, '44bc935a-7b84-455f-acf8-a272bb660afd') {'for_net_delete': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:23.366339 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-4577f160-8d3e-412c-bffb-f964cf6a43a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f87593610>, '44bc935a-7b84-455f-acf8-a272bb660afd') {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:23.378446 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4577f160-8d3e-412c-bffb-f964cf6a43a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3159222'] for segment, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:23.398410 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4577f160-8d3e-412c-bffb-f964cf6a43a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:23.406101 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4577f160-8d3e-412c-bffb-f964cf6a43a1 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 14:49:23.406647 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4577f160-8d3e-412c-bffb-f964cf6a43a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3159846'] for segment, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]: Traceback (most recent call last):
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:     timer()
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:     cb(*args, **kw)
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:     return func(*args, **kwargs)
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:     self._notify()
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:     self.callback(batched_events)
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:     event.method(event)
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:     return f(self, *a, **k)
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._get(url).json()
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self.request(url, 'GET', **kwargs)
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 14:49:23.424597 dv-cinder-831187-2-iscsi neutron-server[88126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 14:49:23.580442 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4577f160-8d3e-412c-bffb-f964cf6a43a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:23.601859 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4577f160-8d3e-412c-bffb-f964cf6a43a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:23.615737 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577f160-8d3e-412c-bffb-f964cf6a43a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb0c2b6-df17-46cb-a5bb-4e321124174a,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:23.691377 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-4577f160-8d3e-412c-bffb-f964cf6a43a1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3bb0c2b6-df17-46cb-a5bb-4e321124174a HTTP/1.1" status: 204  len: 168 time: 0.6163616
May 12 14:49:23.780477 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55662375-bfe1-4089-acdf-320cc3952047 req-8d5ec987-f2f9-494d-94d5-15cba0e4466f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:23.782193 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-55662375-bfe1-4089-acdf-320cc3952047 req-8d5ec987-f2f9-494d-94d5-15cba0e4466f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.0859780
May 12 14:49:23.835895 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-55662375-bfe1-4089-acdf-320cc3952047 req-d9b93ba4-dca6-4411-a286-3e9dbff38f9c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428545
May 12 14:49:24.215748 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 32862) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:24.262159 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 32870) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:24.316618 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d13b8d4b-9e0d-4c32-8e9a-226cf04ee377 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a0fc219e42a416ea2f81435544b43bd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0509944
May 12 14:49:24.316919 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 32874) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:24.378358 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-66add795-fc17-48ce-8b80-82edd11ad36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:24.406046 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-66add795-fc17-48ce-8b80-82edd11ad36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:24.427470 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-92f92b25-78ce-4a38-94fd-3875cfa9229f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:24.443264 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-92f92b25-78ce-4a38-94fd-3875cfa9229f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:24.447277 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-92f92b25-78ce-4a38-94fd-3875cfa9229f admin admin] Usage tracker for resource:security_group_rule and tenant:c3a4c1e06cf24a5a9c5ba60f8d1f4005 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:24.450313 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-92f92b25-78ce-4a38-94fd-3875cfa9229f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:24.457012 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-92f92b25-78ce-4a38-94fd-3875cfa9229f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:24.550290 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-66add795-fc17-48ce-8b80-82edd11ad36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:24.565318 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-92f92b25-78ce-4a38-94fd-3875cfa9229f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:24.574209 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66add795-fc17-48ce-8b80-82edd11ad36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4547f39-48be-42c2-a5c3-e1a3d3bde85c,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:24.656532 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-92f92b25-78ce-4a38-94fd-3875cfa9229f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:24.661173 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-66add795-fc17-48ce-8b80-82edd11ad36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:24.662550 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-66add795-fc17-48ce-8b80-82edd11ad36a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4547f39-48be-42c2-a5c3-e1a3d3bde85c HTTP/1.1" status: 204  len: 168 time: 0.3447349
May 12 14:49:24.706443 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-92f92b25-78ce-4a38-94fd-3875cfa9229f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3a4c1e06cf24a5a9c5ba60f8d1f4005&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4895899
May 12 14:49:24.709187 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 32892) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:24.711820 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f92b25-78ce-4a38-94fd-3875cfa9229f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660f662a-ef8b-4d9e-a271-2c7779a66def,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:24.783802 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-99940ca4-9f2d-4c08-93b8-49366a2adb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:24.813884 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-99940ca4-9f2d-4c08-93b8-49366a2adb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:24.991609 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-99940ca4-9f2d-4c08-93b8-49366a2adb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:25.024526 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99940ca4-9f2d-4c08-93b8-49366a2adb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660f662a-ef8b-4d9e-a271-2c7779a66def,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:25.028114 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-99940ca4-9f2d-4c08-93b8-49366a2adb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:25.029512 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-99940ca4-9f2d-4c08-93b8-49366a2adb6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/660f662a-ef8b-4d9e-a271-2c7779a66def HTTP/1.1" status: 204  len: 168 time: 0.3188984
May 12 14:49:25.059044 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a0762-2203-44e4-9129-c9679a6e36cf req-82896659-6454-43ea-b1d6-12ddbbacb00a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:25.060551 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c60a0762-2203-44e4-9129-c9679a6e36cf req-82896659-6454-43ea-b1d6-12ddbbacb00a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.1095836
May 12 14:49:25.125946 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c60a0762-2203-44e4-9129-c9679a6e36cf req-e3d19a5d-219c-43ce-9893-80cf1ddf4958 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594609
May 12 14:49:25.367276 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 32918) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:25.661679 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0653c77b-0c08-46fa-a5d6-c89056c7c172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:25.676315 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0653c77b-0c08-46fa-a5d6-c89056c7c172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:25.680302 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0653c77b-0c08-46fa-a5d6-c89056c7c172 admin admin] Usage tracker for resource:security_group_rule and tenant:6baf2920d5204740b9ff21d0f1c08126 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:25.683743 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0653c77b-0c08-46fa-a5d6-c89056c7c172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:25.690387 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0653c77b-0c08-46fa-a5d6-c89056c7c172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:25.778858 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0653c77b-0c08-46fa-a5d6-c89056c7c172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:25.877099 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0653c77b-0c08-46fa-a5d6-c89056c7c172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:25.930011 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0653c77b-0c08-46fa-a5d6-c89056c7c172 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6baf2920d5204740b9ff21d0f1c08126&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5616806
May 12 14:49:25.930899 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653c77b-0c08-46fa-a5d6-c89056c7c172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9f893c-32d1-4b3b-b9e7-193f93534fc0,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:25.933525 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 32942) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:25.970667 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 32946) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:25.995649 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9679ecce-277e-41b2-a8d3-434dd36612ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:25.995834 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-587a907f-d6f4-4641-a02c-dfd7717f0f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:26.012343 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-587a907f-d6f4-4641-a02c-dfd7717f0f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:26.017589 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-587a907f-d6f4-4641-a02c-dfd7717f0f8b admin admin] Usage tracker for resource:security_group_rule and tenant:c7e19aeb609144cfa592f2543493c88f is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:26.021032 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-587a907f-d6f4-4641-a02c-dfd7717f0f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:26.027226 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-587a907f-d6f4-4641-a02c-dfd7717f0f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:26.028605 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9679ecce-277e-41b2-a8d3-434dd36612ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:26.124711 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9679ecce-277e-41b2-a8d3-434dd36612ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:26.128350 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-587a907f-d6f4-4641-a02c-dfd7717f0f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:26.144926 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679ecce-277e-41b2-a8d3-434dd36612ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9f893c-32d1-4b3b-b9e7-193f93534fc0,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:26.172582 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9679ecce-277e-41b2-a8d3-434dd36612ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:26.172582 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-9679ecce-277e-41b2-a8d3-434dd36612ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f9f893c-32d1-4b3b-b9e7-193f93534fc0 HTTP/1.1" status: 204  len: 168 time: 0.2317524
May 12 14:49:26.197309 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-587a907f-d6f4-4641-a02c-dfd7717f0f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:26.234532 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a907f-d6f4-4641-a02c-dfd7717f0f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a10bdf-4440-4982-b2b9-c7c4d4ff7840,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:26.261334 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-587a907f-d6f4-4641-a02c-dfd7717f0f8b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7e19aeb609144cfa592f2543493c88f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2894013
May 12 14:49:26.263770 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 32960) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:26.328298 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-51f4ee10-26d2-424b-8905-b14fedffe79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:26.343611 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71bd03-6667-45e8-b7c5-90b551472a65 req-c865d485-672e-4d4e-81c0-4df9b40de7bb tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:26.346007 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ea71bd03-6667-45e8-b7c5-90b551472a65 req-c865d485-672e-4d4e-81c0-4df9b40de7bb tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.0904408
May 12 14:49:26.356279 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-51f4ee10-26d2-424b-8905-b14fedffe79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:26.394840 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ea71bd03-6667-45e8-b7c5-90b551472a65 req-1aad8ebc-4102-45ec-865d-4672c35aa4d7 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428326
May 12 14:49:26.490389 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 32968) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:26.511630 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-51f4ee10-26d2-424b-8905-b14fedffe79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:26.524114 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 32974) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:26.528147 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4ee10-26d2-424b-8905-b14fedffe79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a10bdf-4440-4982-b2b9-c7c4d4ff7840,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:26.539865 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-51f4ee10-26d2-424b-8905-b14fedffe79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:26.541323 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-51f4ee10-26d2-424b-8905-b14fedffe79c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3a10bdf-4440-4982-b2b9-c7c4d4ff7840 HTTP/1.1" status: 204  len: 168 time: 0.2766471
May 12 14:49:26.626537 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-209614341-network', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:26.631036 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:26.635361 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Usage tracker for resource:network and tenant:5a45a5191eca43c2b8d3e9ea80a50b5e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:26.638242 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:26.644031 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:26.724458 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Made reservation on behalf of 5a45a5191eca43c2b8d3e9ea80a50b5e for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:49:26.726856 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:26.740337 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:26.761266 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:26.765483 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Usage tracker for resource:security_group_rule and tenant:5a45a5191eca43c2b8d3e9ea80a50b5e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:26.768356 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:26.773971 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:26.813285 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b625b557-95ef-4337-837f-123d4924b7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:26.840715 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b625b557-95ef-4337-837f-123d4924b7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:26.845614 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b625b557-95ef-4337-837f-123d4924b7d6 admin admin] Usage tracker for resource:security_group_rule and tenant:e37ccc4b349d4abbb6980d09ae6ca349 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:26.848578 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b625b557-95ef-4337-837f-123d4924b7d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:26.855822 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b625b557-95ef-4337-837f-123d4924b7d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:26.920140 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:26.959355 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b625b557-95ef-4337-837f-123d4924b7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:27.022056 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:27.051327 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'}  {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:49:27.059894 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3fd16d-2d72-48b6-8557-8c03dbfc0251,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:27.061921 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b625b557-95ef-4337-837f-123d4924b7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:27.065615 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:27.065948 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Added segment 4ed92ccd-67ed-492e-8576-093bac435849 of type vlan for network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf
May 12 14:49:27.099732 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:27.112148 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-b625b557-95ef-4337-837f-123d4924b7d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e37ccc4b349d4abbb6980d09ae6ca349&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5870779
May 12 14:49:27.113335 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625b557-95ef-4337-837f-123d4924b7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7bde38-94fc-4ba4-8c1d-50f82190341a,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:27.115908 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 32998) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:27.180121 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-938f59ad-fe4a-4181-bacc-885c40812305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:27.220930 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-938f59ad-fe4a-4181-bacc-885c40812305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:27.238830 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:27.239937 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:27.240793 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:27.352701 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] Pushing event updated for resources: {'Network': ['ID=741e2b09-db65-4b92-97d4-0a9b29ee4ecf,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:27.366048 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:49:27.376252 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-938f59ad-fe4a-4181-bacc-885c40812305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:27.399490 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f59ad-fe4a-4181-bacc-885c40812305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7bde38-94fc-4ba4-8c1d-50f82190341a,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:27.406869 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-938f59ad-fe4a-4181-bacc-885c40812305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:27.408021 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-938f59ad-fe4a-4181-bacc-885c40812305 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee7bde38-94fc-4ba4-8c1d-50f82190341a HTTP/1.1" status: 204  len: 168 time: 0.2910204
May 12 14:49:27.460553 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-20652ed8-38b5-450c-b52d-ce8e80fd3b6b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.9685397
May 12 14:49:27.463659 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 33016) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:27.470586 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] Request body: {'subnet': {'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-subnet', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:27.479334 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:27.489746 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] Usage tracker for resource:subnet and tenant:5a45a5191eca43c2b8d3e9ea80a50b5e is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:27.494631 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:27.512393 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:27.614156 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] Made reservation on behalf of 5a45a5191eca43c2b8d3e9ea80a50b5e for: {'subnet': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:49:27.616727 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2571092'] for subnet, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:27.643017 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3835fc4-6aff-4af1-9d0a-53c40fca7810 req-d9e71748-fa6a-42be-8a10-4d82f942635c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:27.644481 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c3835fc4-6aff-4af1-9d0a-53c40fca7810 req-d9e71748-fa6a-42be-8a10-4d82f942635c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.0835006
May 12 14:49:27.695593 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c3835fc4-6aff-4af1-9d0a-53c40fca7810 req-f7b7f966-bc02-44b6-a3b8-ac4bcc74348b tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442479
May 12 14:49:27.923237 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3159237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2571074'] for subnet, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:28.009836 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] Checking segment: {'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:49:28.010497 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] Network hostable DHCP agents. Network: 741e2b09-db65-4b92-97d4-0a9b29ee4ecf, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:49:28.014198 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc4b301-087e-454e-9a61-3b3c682b44e8,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:28.187627 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] Network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:49:28.284126 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, 741e2b09-db65-4b92-97d4-0a9b29ee4ecf) {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:49:28.290452 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:28.290452 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:28.293623 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9e4bfb-a861-41b8-a834-38b7f52ec566 None None] Network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:49:28.440395 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-8e119acf-5f5f-46b0-9463-3cfb18e0496f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9748423
May 12 14:49:28.449607 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 33058) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:28.455624 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:28.465514 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:28.472224 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Usage tracker for resource:router and tenant:5a45a5191eca43c2b8d3e9ea80a50b5e is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:28.475316 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:28.482878 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:28.521027 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:28.555729 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90abc092-179a-5d5e-8291-ea7041251afd-741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8'}]}} from dv-cinder-831187-2-iscsi. {{(pid=88128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 12 14:49:28.557093 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:28.587959 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3890076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28053'] for router, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:28.589601 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3883812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28034'] for router, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:28.610784 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:28.761501 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Allocated IP 172.20.0.2 (741e2b09-db65-4b92-97d4-0a9b29ee4ecf/9cc4b301-087e-454e-9a61-3b3c682b44e8/1b56e1fe-3068-4845-95c9-457b10e19e3a) {{(pid=88128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:49:28.875986 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33112) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:29.031619 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-876007124-network', 'tenant_id': 'f9ed089c81294b4981046ede5ed951bd'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:29.036132 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:29.040415 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Usage tracker for resource:network and tenant:f9ed089c81294b4981046ede5ed951bd is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:29.044029 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:29.050082 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.054174 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:29.061786 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Transition to ACTIVE for port object 1b56e1fe-3068-4845-95c9-457b10e19e3a will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:49:29.081868 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Transition to ACTIVE for port object 1b56e1fe-3068-4845-95c9-457b10e19e3a will not be triggered until provisioned by entity DHCP. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:49:29.142300 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Made reservation on behalf of f9ed089c81294b4981046ede5ed951bd for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:49:29.152149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.169597 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.173180 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3883826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3890062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28144'] for router, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.185773 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:29.189671 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Usage tracker for resource:security_group_rule and tenant:f9ed089c81294b4981046ede5ed951bd is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:29.192241 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddd989-2563-4a0a-9da3-88f4ced9e840 req-a127859e-d016-4e0a-a68d-2b4a2e3e9dc9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:29.192651 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:29.193732 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-28ddd989-2563-4a0a-9da3-88f4ced9e840 req-a127859e-d016-4e0a-a68d-2b4a2e3e9dc9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.2344091
May 12 14:49:29.204267 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:29.208997 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.242459 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-28ddd989-2563-4a0a-9da3-88f4ced9e840 req-7376717f-6dd2-4032-a293-cb84eda681d9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431194
May 12 14:49:29.308755 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf is already hosted by enough agents. {{(pid=88128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:49:29.311700 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Resources bound (agent type, host, resource id):  {{(pid=88128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:49:29.315377 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Received port after_create {{(pid=88128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:49:29.344058 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.391980 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Pushing event updated for resources: {'Port': ['ID=1b56e1fe-3068-4845-95c9-457b10e19e3a,revision_number=1']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:29.403935 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:29.404285 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:29.404632 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:29.405223 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:29.405557 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:29.405888 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:29.406212 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:29.410004 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:29.410381 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:29.410726 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:29.411107 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:29.411416 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:29.416608 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.432627 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Attempting to bind port 1b56e1fe-3068-4845-95c9-457b10e19e3a on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:49:29.433252 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Attempting to bind port 1b56e1fe-3068-4845-95c9-457b10e19e3a by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:49:29.433798 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Attempting to bind port 1b56e1fe-3068-4845-95c9-457b10e19e3a on network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:49:29.440583 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:49:29.441215 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Checking segment: {'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:49:29.441838 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.442941 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Bound using segment: {'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:49:29.443689 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Bound port: 1b56e1fe-3068-4845-95c9-457b10e19e3a, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:49:29.444291 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.459842 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'}  {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:49:29.467420 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965236e7-145f-4cbc-a1a2-00d411a2bd2b,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:29.479057 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.479057 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Added segment 0ec01c1e-16f2-43cf-9919-e82b61c26c7b of type vlan for network 00edf37b-6815-4232-8afc-447b4ec96a1b
May 12 14:49:29.515376 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.570440 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] For port 1b56e1fe-3068-4845-95c9-457b10e19e3a, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:49:29.574524 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] For port 1b56e1fe-3068-4845-95c9-457b10e19e3a, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=1b56e1fe-3068-4845-95c9-457b10e19e3a,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:49:29.598544 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.599640 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:29.600221 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.655829 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.722108 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] Pushing event updated for resources: {'Network': ['ID=00edf37b-6815-4232-8afc-447b4ec96a1b,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:29.743549 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network 00edf37b-6815-4232-8afc-447b4ec96a1b details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:49:29.744372 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.752285 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-60489297-770e-4e32-8a22-6252bf0c7e0e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8783572
May 12 14:49:29.755086 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33140) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:29.766332 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] Request body: {'subnet': {'network_id': '00edf37b-6815-4232-8afc-447b4ec96a1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-876007124-subnet', 'tenant_id': 'f9ed089c81294b4981046ede5ed951bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:29.776820 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:29.781465 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.784111 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] Usage tracker for resource:subnet and tenant:f9ed089c81294b4981046ede5ed951bd is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:29.787944 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:29.795325 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:29.866895 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] Made reservation on behalf of f9ed089c81294b4981046ede5ed951bd for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:49:29.870045 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:29.875265 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597131b-a739-4c3a-867b-8386559732f8 None None] Pushing event updated for resources: {'Port': ['ID=1b56e1fe-3068-4845-95c9-457b10e19e3a,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:29.938507 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Allocated IP 172.27.3.137 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/227b04ba-83b8-441b-969a-acc3f9950e33) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:49:30.164130 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:30.463351 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:30.519212 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:30.548991 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa425e0-5952-4500-838f-4bf68d084312,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:30.570082 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] Checking segment: {'id': '0ec01c1e-16f2-43cf-9919-e82b61c26c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '00edf37b-6815-4232-8afc-447b4ec96a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:49:30.571097 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] Network hostable DHCP agents. Network: 00edf37b-6815-4232-8afc-447b4ec96a1b, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:49:30.587790 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637cc20-d3c4-4cc6-9851-9ff162d04516 req-048f65d3-9c8c-43a4-b4a9-daf74de1f6c6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:30.589309 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c637cc20-d3c4-4cc6-9851-9ff162d04516 req-048f65d3-9c8c-43a4-b4a9-daf74de1f6c6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.2334852
May 12 14:49:30.592513 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:49:30.595696 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:49:30.598564 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:49:30.638744 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Pushing event updated for resources: {'Port': ['ID=227b04ba-83b8-441b-969a-acc3f9950e33,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:30.643360 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c637cc20-d3c4-4cc6-9851-9ff162d04516 req-0c671cea-23ba-4580-80d8-24bc061d02dd tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449903
May 12 14:49:30.716939 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] Network 00edf37b-6815-4232-8afc-447b4ec96a1b is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:49:30.838640 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, 00edf37b-6815-4232-8afc-447b4ec96a1b) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:49:30.843136 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:30.843853 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:30.849685 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d263f4-d6cc-43fc-bd39-c173129bb8e2 None None] Network 00edf37b-6815-4232-8afc-447b4ec96a1b requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:49:30.936394 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dee035a-8d01-46f9-91db-f9ed0eb32503 None None] Network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:49:30.976531 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-2b033a0b-cd2c-4237-83c0-d5c1f07d8c93 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2196980
May 12 14:49:31.226560 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-dff61257-7c79-4b7f-a69b-e7eb8017b123 None None] Provisioning for port 1b56e1fe-3068-4845-95c9-457b10e19e3a completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:49:31.332004 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a2670f-151d-45ca-9c43-31c0602299b0 None None] Network 00edf37b-6815-4232-8afc-447b4ec96a1b requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:49:31.376655 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 1b56e1fe-3068-4845-95c9-457b10e19e3a up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:49:31.466008 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:31.771492 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 1b56e1fe-3068-4845-95c9-457b10e19e3a completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:49:31.778724 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 1b56e1fe-3068-4845-95c9-457b10e19e3a triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:49:31.779229 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:31.904249 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3883785'] for router, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:31.930236 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:31.975614 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 1b56e1fe-3068-4845-95c9-457b10e19e3a, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=1b56e1fe-3068-4845-95c9-457b10e19e3a,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:49:32.037078 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0f2c1-57ee-46f7-baf9-30e034309bc9 req-1b48cfc8-00ac-456d-bbd8-150aec6e24c0 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:32.038555 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-edd0f2c1-57ee-46f7-baf9-30e034309bc9 req-1b48cfc8-00ac-456d-bbd8-150aec6e24c0 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.2345309
May 12 14:49:32.099923 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d265be43-0885-47aa-b34d-d01bc0d87e3a None None] Provisioning complete for port 1b56e1fe-3068-4845-95c9-457b10e19e3a triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:49:32.101078 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d265be43-0885-47aa-b34d-d01bc0d87e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:32.134033 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:32.180240 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-edd0f2c1-57ee-46f7-baf9-30e034309bc9 req-0c1b2e09-e387-498c-8192-64a781e46336 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792427
May 12 14:49:32.249211 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=1b56e1fe-3068-4845-95c9-457b10e19e3a,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:32.330019 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Router e5f01646-5ea2-4ada-979a-35d8fd523361 is scheduled to L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f with binding_index 1 {{(pid=88126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 14:49:32.563232 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:49:32.573893 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Sync routers for ids ['e5f01646-5ea2-4ada-979a-35d8fd523361'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:49:32.586116 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Routers {'e5f01646-5ea2-4ada-979a-35d8fd523361'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:49:32.586836 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8d5fd9d0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:49:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['e5f01646-5ea2-4ada-979a-35d8fd523361'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:32.684465 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] Notify callbacks [] for router, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:32.688764 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-9677454e-ed1c-4f71-a606-143355ffb95f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.2346218
May 12 14:49:32.689100 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33198) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:32.774233 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Set router e5f01646-5ea2-4ada-979a-35d8fd523361 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:49:32.809214 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba818266-1caa-4370-88c0-461a6ab9926d req-a55c4030-db89-4660-903f-a18f7be81a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:32.810924 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ba818266-1caa-4370-88c0-461a6ab9926d req-a55c4030-db89-4660-903f-a18f7be81a77 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 1098 time: 0.0992141
May 12 14:49:32.856844 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ba818266-1caa-4370-88c0-461a6ab9926d req-ed1921c9-c286-4613-b704-857c0c14920d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384767
May 12 14:49:33.146139 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8d5fd9d0>, [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:30Z', 'revision_number': 3, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:33.151043 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Checking router: e5f01646-5ea2-4ada-979a-35d8fd523361 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:49:33.151599 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Updating router e5f01646-5ea2-4ada-979a-35d8fd523361 port 227b04ba-83b8-441b-969a-acc3f9950e33 binding host dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:49:33.217814 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 1b56e1fe-3068-4845-95c9-457b10e19e3a up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:49:33.264623 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:33.316951 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 1b56e1fe-3068-4845-95c9-457b10e19e3a triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:49:33.317246 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:33.492905 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e2eb6-cdf7-48d4-b4ef-e7b01bda9d62 req-91878bdc-2883-4ab6-926e-6f979ad4a0ff tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:33.494947 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-947e2eb6-cdf7-48d4-b4ef-e7b01bda9d62 req-91878bdc-2883-4ab6-926e-6f979ad4a0ff tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.1664267
May 12 14:49:33.586091 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-947e2eb6-cdf7-48d4-b4ef-e7b01bda9d62 req-32be3cc6-78ac-4459-8a13-845086032cb9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605416
May 12 14:49:33.645902 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:33.658880 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Notify callbacks [] for port, precommit_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:33.674345 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.provisioning_blocks [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Transition to ACTIVE for port object 227b04ba-83b8-441b-969a-acc3f9950e33 will not be triggered until provisioned by entity L2. {{(pid=88129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:49:33.750857 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-3a67004c-6243-4a66-89d8-1a09875c3783 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:33.751465 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:33.752367 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-3a67004c-6243-4a66-89d8-1a09875c3783 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/networks?id=00edf37b-6815-4232-8afc-447b4ec96a1b HTTP/1.1" status: 200  len: 813 time: 0.1632979
May 12 14:49:33.767797 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-bf595b7f-b2aa-4398-8366-0be66590e1c2 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/quotas/f9ed089c81294b4981046ede5ed951bd HTTP/1.1" status: 200  len: 375 time: 0.0091667
May 12 14:49:33.817089 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-d3d6a0af-b519-42a2-b08a-12bcf8e7345a tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9ed089c81294b4981046ede5ed951bd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0433960
May 12 14:49:33.829514 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Attempting to bind port 227b04ba-83b8-441b-969a-acc3f9950e33 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:49:33.829792 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Attempting to bind port 227b04ba-83b8-441b-969a-acc3f9950e33 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:49:33.830148 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Attempting to bind port 227b04ba-83b8-441b-969a-acc3f9950e33 on network 70d2fa51-11f3-4a4a-9682-a94236c979fd {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:49:33.835973 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62732805-58b6-4680-8764-d88b822ff158 None None] Pushing event updated for resources: {'Port': ['ID=227b04ba-83b8-441b-969a-acc3f9950e33,revision_number=2']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:33.841914 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:49:33.842282 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Checking segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:49:33.842687 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:33.843100 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Bound using segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:49:33.843572 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Bound port: 227b04ba-83b8-441b-969a-acc3f9950e33, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:49:33.843970 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:33.869231 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Allocated IP 172.20.0.1 (741e2b09-db65-4b92-97d4-0a9b29ee4ecf/9cc4b301-087e-454e-9a61-3b3c682b44e8/1d7273a1-9d4e-40b8-9ee8-bad32529ad5f) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:49:33.884319 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62732805-58b6-4680-8764-d88b822ff158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:33.884676 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62732805-58b6-4680-8764-d88b822ff158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:33.884981 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62732805-58b6-4680-8764-d88b822ff158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:33.885931 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62732805-58b6-4680-8764-d88b822ff158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:33.885931 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62732805-58b6-4680-8764-d88b822ff158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:33.885931 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62732805-58b6-4680-8764-d88b822ff158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:33.886197 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62732805-58b6-4680-8764-d88b822ff158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:33.886493 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62732805-58b6-4680-8764-d88b822ff158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:33.886874 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62732805-58b6-4680-8764-d88b822ff158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:33.887156 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62732805-58b6-4680-8764-d88b822ff158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:33.887462 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62732805-58b6-4680-8764-d88b822ff158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:33.887765 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62732805-58b6-4680-8764-d88b822ff158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:49:33.942893 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] For port 227b04ba-83b8-441b-969a-acc3f9950e33, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:49:33.959509 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-bc4be992-2fd3-446e-9093-88e7dbe6c0bd service neutron] 10.222.0.49 "GET /v2.0/networks/00edf37b-6815-4232-8afc-447b4ec96a1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344886
May 12 14:49:34.013785 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] For port 227b04ba-83b8-441b-969a-acc3f9950e33, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=227b04ba-83b8-441b-969a-acc3f9950e33,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:49:34.099273 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:34.117706 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Transition to ACTIVE for port object 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:49:34.133883 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:34.267330 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Routers {'e5f01646-5ea2-4ada-979a-35d8fd523361'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:49:34.267966 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8d5fd9d0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:49:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['e5f01646-5ea2-4ada-979a-35d8fd523361'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:34.269171 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:34.270108 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-46770d07-ad60-4eed-bf68-fab8b6fe5f2d service neutron] 10.222.0.49 "GET /v2.0/networks/00edf37b-6815-4232-8afc-447b4ec96a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3039062
May 12 14:49:34.344987 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:49:34.348007 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:49:34.351734 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:49:34.352193 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885023'] for router_interface, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:34.357926 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Pushing event updated for resources: {'Port': ['ID=1d7273a1-9d4e-40b8-9ee8-bad32529ad5f,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:34.454937 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62732805-58b6-4680-8764-d88b822ff158 None None] Pushing event updated for resources: {'Port': ['ID=227b04ba-83b8-441b-969a-acc3f9950e33,revision_number=3']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:34.522030 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] Set router e5f01646-5ea2-4ada-979a-35d8fd523361 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:49:34.670830 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a263c96b-61c7-4afb-ac26-95f8081d89d9 req-47b70e5f-34d2-44c1-9f54-517d1d218836 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 210 time: 0.0847349
May 12 14:49:34.709130 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:34.730498 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-907b0dc2-8614-4c49-b69c-a714a777b135 None None] Provisioning for port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:49:34.746996 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-907b0dc2-8614-4c49-b69c-a714a777b135 None None] Provisioning complete for port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:49:34.747376 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-907b0dc2-8614-4c49-b69c-a714a777b135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:34.819016 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-907b0dc2-8614-4c49-b69c-a714a777b135 None None] Port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:49:34.841794 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51859952-1b87-4a13-bd35-684c933a63f9 req-39e09b8a-556b-4f84-b679-f0fd7eaa6a01 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:34.843448 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-51859952-1b87-4a13-bd35-684c933a63f9 req-39e09b8a-556b-4f84-b679-f0fd7eaa6a01 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.1096923
May 12 14:49:34.892276 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8d5fd9d0>, [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:30Z', 'revision_number': 3, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:34.894455 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-51859952-1b87-4a13-bd35-684c933a63f9 req-f6c45d15-4a19-4e44-8488-29043608f640 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452325
May 12 14:49:34.897087 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb94338-dfe7-4a1a-8783-7ed0a52619ec None None] The sync data for ids ['e5f01646-5ea2-4ada-979a-35d8fd523361'] in dv-cinder-831187-2-iscsi is: [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:30Z', 'revision_number': 3, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:49:34.976079 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:35.038914 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:35.039630 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3749132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884922'] for router_interface, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:35.252339 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Pushing event updated for resources: {'Port': ['ID=1d7273a1-9d4e-40b8-9ee8-bad32529ad5f,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:35.283797 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 227b04ba-83b8-441b-969a-acc3f9950e33 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:49:35.332695 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:49:35.334266 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:49:35.560125 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 227b04ba-83b8-441b-969a-acc3f9950e33 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:49:35.568430 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Router e5f01646-5ea2-4ada-979a-35d8fd523361 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:49:35.568568 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 227b04ba-83b8-441b-969a-acc3f9950e33 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:49:35.568568 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:35.695467 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-adf299a8-8f90-4f41-9eae-0cdadb2ca5fb None None] Provisioning complete for port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:49:35.696130 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-adf299a8-8f90-4f41-9eae-0cdadb2ca5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:35.753628 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:35.771100 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-adf299a8-8f90-4f41-9eae-0cdadb2ca5fb None None] Port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:49:35.782363 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 227b04ba-83b8-441b-969a-acc3f9950e33, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=227b04ba-83b8-441b-969a-acc3f9950e33,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:49:35.802212 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8bfc2896-1b5e-46e4-aaf5-777fc2842e52 req-707a7169-a1eb-41cf-a57f-232b0fe79b06 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 210 time: 0.0618458
May 12 14:49:35.822577 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:49:35.832774 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b012e11d-1efb-4ebf-a2f0-eafc595ca7ef admin admin] 10.222.0.49 "PUT /v2.0/routers/e5f01646-5ea2-4ada-979a-35d8fd523361/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1427710
May 12 14:49:35.850022 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:35.934417 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=227b04ba-83b8-441b-969a-acc3f9950e33,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:36.093343 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e009fc-9c1a-4f4e-8005-da858a13e369 req-c53feb38-d68b-4a65-bab8-3a30a3930294 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:36.094842 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-44e009fc-9c1a-4f4e-8005-da858a13e369 req-c53feb38-d68b-4a65-bab8-3a30a3930294 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.0817552
May 12 14:49:36.146353 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-44e009fc-9c1a-4f4e-8005-da858a13e369 req-32c31a39-fab6-4ce0-9c2d-5d6a64bf2bf7 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456758
May 12 14:49:36.242493 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33268) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:36.248473 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-f914ac0e-c7c1-4bc9-8127-11e6f9168d6a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1603235434', 'description': 'tempest-description--1385647316'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:36.254435 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f914ac0e-c7c1-4bc9-8127-11e6f9168d6a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:36.258485 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f914ac0e-c7c1-4bc9-8127-11e6f9168d6a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Usage tracker for resource:security_group and tenant:5a45a5191eca43c2b8d3e9ea80a50b5e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:36.262090 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f914ac0e-c7c1-4bc9-8127-11e6f9168d6a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:36.268321 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f914ac0e-c7c1-4bc9-8127-11e6f9168d6a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:36.324456 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f914ac0e-c7c1-4bc9-8127-11e6f9168d6a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:36.345367 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f914ac0e-c7c1-4bc9-8127-11e6f9168d6a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:36.349307 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f914ac0e-c7c1-4bc9-8127-11e6f9168d6a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Usage tracker for resource:security_group_rule and tenant:5a45a5191eca43c2b8d3e9ea80a50b5e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:36.356332 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f914ac0e-c7c1-4bc9-8127-11e6f9168d6a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:36.359719 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f914ac0e-c7c1-4bc9-8127-11e6f9168d6a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:36.392631 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:49:36.447626 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f914ac0e-c7c1-4bc9-8127-11e6f9168d6a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:36.524108 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f914ac0e-c7c1-4bc9-8127-11e6f9168d6a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:36.568683 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914ac0e-c7c1-4bc9-8127-11e6f9168d6a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad1a97f-6278-40d5-99f4-56d2021ef418,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:36.639986 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Sync routers for ids ['e5f01646-5ea2-4ada-979a-35d8fd523361'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:49:36.649916 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f914ac0e-c7c1-4bc9-8127-11e6f9168d6a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:36.650127 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Routers {'e5f01646-5ea2-4ada-979a-35d8fd523361'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:49:36.650837 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8d49d0a0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:49:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['e5f01646-5ea2-4ada-979a-35d8fd523361'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:36.651209 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-f914ac0e-c7c1-4bc9-8127-11e6f9168d6a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4075978
May 12 14:49:36.653954 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33276) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:36.659225 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-0b3392d9-48c2-4e98-921b-617aeb01fa5a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Request body: {'security_group_rule': {'security_group_id': '6ad1a97f-6278-40d5-99f4-56d2021ef418', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:36.665148 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0b3392d9-48c2-4e98-921b-617aeb01fa5a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:36.669540 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0b3392d9-48c2-4e98-921b-617aeb01fa5a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Usage tracker for resource:security_group_rule and tenant:5a45a5191eca43c2b8d3e9ea80a50b5e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:36.674352 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0b3392d9-48c2-4e98-921b-617aeb01fa5a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:36.680358 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0b3392d9-48c2-4e98-921b-617aeb01fa5a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:36.799264 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0b3392d9-48c2-4e98-921b-617aeb01fa5a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:36.835175 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Set router e5f01646-5ea2-4ada-979a-35d8fd523361 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:49:36.880464 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0b3392d9-48c2-4e98-921b-617aeb01fa5a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:36.941440 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0b3392d9-48c2-4e98-921b-617aeb01fa5a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:36.970153 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3392d9-48c2-4e98-921b-617aeb01fa5a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726f9b3d-44ca-4902-afd7-f1cc67ba42a2,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:36.983699 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9db8a5a3-c695-4bd2-9453-b38246a2b8c3 req-24a663df-32a2-412f-990f-e7ead4e0658c tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 210 time: 0.0542209
May 12 14:49:37.050059 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0b3392d9-48c2-4e98-921b-617aeb01fa5a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:37.051229 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0b3392d9-48c2-4e98-921b-617aeb01fa5a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3963585
May 12 14:49:37.053941 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33282) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:37.058953 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-fe35d067-edb4-41a4-b846-c3b1604d24bb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Request body: {'security_group_rule': {'security_group_id': '6ad1a97f-6278-40d5-99f4-56d2021ef418', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:37.064667 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-fe35d067-edb4-41a4-b846-c3b1604d24bb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:37.068671 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-fe35d067-edb4-41a4-b846-c3b1604d24bb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Usage tracker for resource:security_group_rule and tenant:5a45a5191eca43c2b8d3e9ea80a50b5e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:37.071723 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-fe35d067-edb4-41a4-b846-c3b1604d24bb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:37.077577 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-fe35d067-edb4-41a4-b846-c3b1604d24bb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:37.165115 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8d49d0a0>, [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '1d7273a1-9d4e-40b8-9ee8-bad32529ad5f', 'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'mac_address': 'fa:16:3e:9e:0c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:33Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 2, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'subnets': [{'id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:37.169999 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Checking router: e5f01646-5ea2-4ada-979a-35d8fd523361 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:49:37.174368 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Updating router e5f01646-5ea2-4ada-979a-35d8fd523361 port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f binding host dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:49:37.177708 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fe35d067-edb4-41a4-b846-c3b1604d24bb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:37.247367 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 227b04ba-83b8-441b-969a-acc3f9950e33 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:49:37.332473 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:37.346228 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fe35d067-edb4-41a4-b846-c3b1604d24bb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:37.394189 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d2bb-a66f-455c-b166-d47d1e123164 req-1747af31-c8b8-48bf-8e49-14dd40cb77a9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:37.395711 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1275d2bb-a66f-455c-b166-d47d1e123164 req-1747af31-c8b8-48bf-8e49-14dd40cb77a9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.0952830
May 12 14:49:37.440596 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fe35d067-edb4-41a4-b846-c3b1604d24bb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:37.482232 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 227b04ba-83b8-441b-969a-acc3f9950e33 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:49:37.482613 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:37.491300 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35d067-edb4-41a4-b846-c3b1604d24bb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc313d05-b94c-4a55-bdf4-f5884eef1576,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:37.498179 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1275d2bb-a66f-455c-b166-d47d1e123164 req-a4bbc06b-e834-4e86-8467-ab5c9659823d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948551
May 12 14:49:37.585367 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fe35d067-edb4-41a4-b846-c3b1604d24bb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:37.586542 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-fe35d067-edb4-41a4-b846-c3b1604d24bb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5317290
May 12 14:49:37.590334 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33294) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:37.595343 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Request body: {'floatingip': {'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:37.601181 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:37.606015 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Usage tracker for resource:floatingip and tenant:5a45a5191eca43c2b8d3e9ea80a50b5e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:37.608906 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:37.615199 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:37.705960 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for floatingip, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:37.812453 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:37.825668 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Transition to ACTIVE for port object 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:49:37.851168 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:37.945638 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:38.068331 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Allocated IP 172.27.3.165 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/1abf34bc-b005-4039-b08f-d468ad8b4fdb) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:49:38.128933 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f7e23-0be4-4ee1-a6b5-27da901cf429 None None] Pushing event updated for resources: {'Port': ['ID=1d7273a1-9d4e-40b8-9ee8-bad32529ad5f,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:38.163433 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7d09bec2-3c7b-4107-8d6c-edbf8ed31408 req-ff243726-6c40-4d84-922e-5331c2d94f9d tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 210 time: 0.0535767
May 12 14:49:38.232514 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Attempting to bind port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:49:38.232877 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Attempting to bind port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:49:38.233234 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Attempting to bind port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f on network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:49:38.242484 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:49:38.242878 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Checking segment: {'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:49:38.243384 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:38.244312 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Bound using segment: {'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:49:38.244770 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Bound port: 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:49:38.245136 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:38.272130 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:38.346145 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] For port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:49:38.349056 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] For port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=1d7273a1-9d4e-40b8-9ee8-bad32529ad5f,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:49:38.433406 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:38.496256 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:38.517711 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:49:38.520751 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:49:38.525656 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:49:38.529432 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event updated for resources: {'Port': ['ID=1abf34bc-b005-4039-b08f-d468ad8b4fdb,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:38.598407 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Routers {'e5f01646-5ea2-4ada-979a-35d8fd523361'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:49:38.598976 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8d49d0a0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:49:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['e5f01646-5ea2-4ada-979a-35d8fd523361'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:38.642861 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:38.699326 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f7e23-0be4-4ee1-a6b5-27da901cf429 None None] Pushing event updated for resources: {'Port': ['ID=1d7273a1-9d4e-40b8-9ee8-bad32529ad5f,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:38.833627 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:38.836750 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-f8254ad0-3869-459b-b37a-01644f5e41b1 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:38.841553 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-f8254ad0-3869-459b-b37a-01644f5e41b1 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.71 "GET /v2.0/networks?id=00edf37b-6815-4232-8afc-447b4ec96a1b HTTP/1.1" status: 200  len: 813 time: 0.2558963
May 12 14:49:38.863335 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Request body: {'port': {'device_id': '364ca957-8a0e-45d2-bae2-a850c6708e51', 'network_id': '00edf37b-6815-4232-8afc-447b4ec96a1b', 'admin_state_up': True, 'tenant_id': 'f9ed089c81294b4981046ede5ed951bd'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:38.890124 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a3de1-d545-4ef3-a409-7b58d6c3e081 req-bcac747c-68a5-4282-8df3-f94ed0cfd96b tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:38.897877 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-438a3de1-d545-4ef3-a409-7b58d6c3e081 req-bcac747c-68a5-4282-8df3-f94ed0cfd96b tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.2108450
May 12 14:49:38.968957 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] Set router e5f01646-5ea2-4ada-979a-35d8fd523361 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:49:39.012695 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-438a3de1-d545-4ef3-a409-7b58d6c3e081 req-2a208a3b-e9e4-4c9e-be80-b4905778bc77 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138949
May 12 14:49:39.204921 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:39.240058 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:39.284944 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Usage tracker for resource:port and tenant:f9ed089c81294b4981046ede5ed951bd is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:39.294185 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:39.313167 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:39.334222 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:39.381969 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a171f04-c554-4a58-a498-680f57a1deba req-35cb5007-87d6-4804-ab51-367d10e247a8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:39.383578 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4a171f04-c554-4a58-a498-680f57a1deba req-35cb5007-87d6-4804-ab51-367d10e247a8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1758914
May 12 14:49:39.436182 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Made reservation on behalf of f9ed089c81294b4981046ede5ed951bd for: {'port': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:49:39.439573 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:39.445746 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:39.461266 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4a171f04-c554-4a58-a498-680f57a1deba req-74d8a598-c272-4aa9-8364-1c344d4ab752 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705900
May 12 14:49:39.513569 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3dc5f015-751c-4f44-b7e4-7bcb97d433f2 req-d533cef9-ec1b-419e-a611-54b06d2d03a4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 210 time: 0.1654158
May 12 14:49:39.552992 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event updated for resources: {'Port': ['ID=1abf34bc-b005-4039-b08f-d468ad8b4fdb,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:39.589789 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8d49d0a0>, [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '1d7273a1-9d4e-40b8-9ee8-bad32529ad5f', 'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'mac_address': 'fa:16:3e:9e:0c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:33Z', 'updated_at': '2022-05-12T14:49:38Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'subnets': [{'id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:49:39.598279 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345351d2-3f67-4c15-8d99-9355fe17f9c4 None None] The sync data for ids ['e5f01646-5ea2-4ada-979a-35d8fd523361'] in dv-cinder-831187-2-iscsi is: [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '1d7273a1-9d4e-40b8-9ee8-bad32529ad5f', 'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'mac_address': 'fa:16:3e:9e:0c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:33Z', 'updated_at': '2022-05-12T14:49:38Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'subnets': [{'id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:49:39.615859 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:39.617616 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7c7cfdc2-821a-49ee-a6c0-0efd7148b858 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0263143
May 12 14:49:39.759881 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Allocated IP 172.20.0.2 (00edf37b-6815-4232-8afc-447b4ec96a1b/1fa425e0-5952-4500-838f-4bf68d084312/38f74632-a3ba-4b81-ac52-5f899e88b5f7) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:49:39.969948 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-79700edb-944a-4564-9f87-bb4beb5739d5 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1603235434&fields=id&tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e HTTP/1.1" status: 200  len: 267 time: 0.1353636
May 12 14:49:40.151206 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:40.186026 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a3ecd1fd-e8b7-4d48-8597-9e4372eee2a4 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:40.187582 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a3ecd1fd-e8b7-4d48-8597-9e4372eee2a4 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/networks?id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf HTTP/1.1" status: 200  len: 816 time: 0.2055366
May 12 14:49:40.205682 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-5e1780d0-c41f-462b-9e13-92f92b6d6d16 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/quotas/5a45a5191eca43c2b8d3e9ea80a50b5e HTTP/1.1" status: 200  len: 375 time: 0.0123255
May 12 14:49:40.297904 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-cfed7f1c-2dc3-41e8-a8b2-f59d0764c0ed tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0863717
May 12 14:49:40.331263 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:40.473030 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Network 00edf37b-6815-4232-8afc-447b4ec96a1b is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:49:40.479795 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:49:40.482480 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:49:40.520250 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Pushing event updated for resources: {'Port': ['ID=38f74632-a3ba-4b81-ac52-5f899e88b5f7,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:40.588247 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:40.593427 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:40.595818 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-989a96a7-edf3-4cb2-9f18-0079592cbfb7 service neutron] 10.222.0.49 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2855082
May 12 14:49:40.766455 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ec066-5c26-489d-84ff-647a180b3e3f req-48412997-6b7c-4b01-8f9e-28659f9bd4f5 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:40.768094 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f42ec066-5c26-489d-84ff-647a180b3e3f req-48412997-6b7c-4b01-8f9e-28659f9bd4f5 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 931 time: 0.1186409
May 12 14:49:40.802668 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-244b41f8-62e9-4e6b-aef5-e78c7091b5f4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9417212
May 12 14:49:40.824337 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Request body: {'port': {'device_id': '364ca957-8a0e-45d2-bae2-a850c6708e51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:40.824563 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f42ec066-5c26-489d-84ff-647a180b3e3f req-4f7625df-4995-4910-8ffe-bef000afca57 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Synchronizing usage tracker for tenant:f9ed089c81294b4981046ede5ed951bd on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:49:40.912458 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f42ec066-5c26-489d-84ff-647a180b3e3f req-4f7625df-4995-4910-8ffe-bef000afca57 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Unset dirty status for tenant:f9ed089c81294b4981046ede5ed951bd on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:49:40.913836 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f42ec066-5c26-489d-84ff-647a180b3e3f req-4f7625df-4995-4910-8ffe-bef000afca57 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363916
May 12 14:49:40.969167 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-4339455d-b877-4cf3-bab3-6c739954637c service neutron] 10.222.0.49 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3587737
May 12 14:49:40.989570 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:41.257805 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:49:41.321659 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-d101f88d-f349-44a7-a455-a06b131cf10e req-e17d0897-7358-4175-b3d0-eaaa8d991ce2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Synchronizing usage tracker for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:49:41.415615 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-d101f88d-f349-44a7-a455-a06b131cf10e req-e17d0897-7358-4175-b3d0-eaaa8d991ce2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Unset dirty status for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:49:41.416822 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d101f88d-f349-44a7-a455-a06b131cf10e req-e17d0897-7358-4175-b3d0-eaaa8d991ce2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 210 time: 0.1776340
May 12 14:49:41.444163 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:49:41.448659 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f74632-a3ba-4b81-ac52-5f899e88b5f7 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:49:41.449647 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:49:41.450011 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:41.456526 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:41.471085 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Transition to ACTIVE for port object 38f74632-a3ba-4b81-ac52-5f899e88b5f7 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:49:41.547391 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:41.572506 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:41.605649 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=1d7273a1-9d4e-40b8-9ee8-bad32529ad5f,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:49:41.725890 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Pushing event updated for resources: {'Port': ['ID=38f74632-a3ba-4b81-ac52-5f899e88b5f7,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:41.768952 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:41.800322 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Attempting to bind port 38f74632-a3ba-4b81-ac52-5f899e88b5f7 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:49:41.800660 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Attempting to bind port 38f74632-a3ba-4b81-ac52-5f899e88b5f7 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '0ec01c1e-16f2-43cf-9919-e82b61c26c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '00edf37b-6815-4232-8afc-447b4ec96a1b'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:49:41.800995 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Attempting to bind port 38f74632-a3ba-4b81-ac52-5f899e88b5f7 on network 00edf37b-6815-4232-8afc-447b4ec96a1b {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:49:41.805548 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Port 38f74632-a3ba-4b81-ac52-5f899e88b5f7 on network 00edf37b-6815-4232-8afc-447b4ec96a1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:49:41.805895 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Attempting to bind port 38f74632-a3ba-4b81-ac52-5f899e88b5f7 on network 00edf37b-6815-4232-8afc-447b4ec96a1b {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:49:41.812018 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:49:41.812368 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Checking segment: {'id': '0ec01c1e-16f2-43cf-9919-e82b61c26c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '00edf37b-6815-4232-8afc-447b4ec96a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:49:41.812762 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Bound using segment: {'id': '0ec01c1e-16f2-43cf-9919-e82b61c26c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '00edf37b-6815-4232-8afc-447b4ec96a1b'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:49:41.813305 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Bound port: 38f74632-a3ba-4b81-ac52-5f899e88b5f7, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec01c1e-16f2-43cf-9919-e82b61c26c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '00edf37b-6815-4232-8afc-447b4ec96a1b'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:49:41.813545 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:41.846741 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=1d7273a1-9d4e-40b8-9ee8-bad32529ad5f,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:41.920909 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] For port 38f74632-a3ba-4b81-ac52-5f899e88b5f7, host hv-cinder-83118, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:49:41.924050 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] For port 38f74632-a3ba-4b81-ac52-5f899e88b5f7, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=38f74632-a3ba-4b81-ac52-5f899e88b5f7,segment=NetworkSegment(0ec01c1e-16f2-43cf-9919-e82b61c26c7b),segment_id=0ec01c1e-16f2-43cf-9919-e82b61c26c7b)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:49:42.033395 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:42.140764 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:42.141559 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:42.143015 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] 10.222.0.71 "PUT /v2.0/ports/38f74632-a3ba-4b81-ac52-5f899e88b5f7 HTTP/1.1" status: 200  len: 1093 time: 1.3230970
May 12 14:49:42.145971 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364ca957-8a0e-45d2-bae2-a850c6708e51', 'tag': '38f74632-a3ba-4b81-ac52-5f899e88b5f7'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:49:42.180871 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12a752-737c-47ab-8147-077e6ce84b81 service neutron] Pushing event updated for resources: {'Port': ['ID=38f74632-a3ba-4b81-ac52-5f899e88b5f7,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:42.210693 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd053ab-bd61-4fbe-8266-84da4bcce514 req-0a19b024-d2e6-400a-acc8-bd378ffa5861 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:42.211163 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-bdd053ab-bd61-4fbe-8266-84da4bcce514 req-0a19b024-d2e6-400a-acc8-bd378ffa5861 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Synchronizing usage tracker for tenant:f9ed089c81294b4981046ede5ed951bd on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:49:42.378469 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-bdd053ab-bd61-4fbe-8266-84da4bcce514 req-0a19b024-d2e6-400a-acc8-bd378ffa5861 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Unset dirty status for tenant:f9ed089c81294b4981046ede5ed951bd on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:49:42.379665 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bdd053ab-bd61-4fbe-8266-84da4bcce514 req-0a19b024-d2e6-400a-acc8-bd378ffa5861 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 943 time: 0.3039789
May 12 14:49:42.439206 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bdd053ab-bd61-4fbe-8266-84da4bcce514 req-39c42dae-4b0b-435b-8ad7-9a97cb9f8181 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524161
May 12 14:49:42.461920 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-8187da5f-b5cf-4cff-8056-cad909d7309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:42.461920 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-8187da5f-b5cf-4cff-8056-cad909d7309e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9ed089c81294b4981046ede5ed951bd&device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 1096 time: 0.1139374
May 12 14:49:42.533939 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3137620-34d5-465c-8864-a7309854ebd7'] response: {'name': 'network-changed', 'server_uuid': '364ca957-8a0e-45d2-bae2-a850c6708e51', 'tag': '38f74632-a3ba-4b81-ac52-5f899e88b5f7', 'status': 'completed', 'code': 200}
May 12 14:49:42.549729 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-68f49fee-2d56-4cc3-875b-17cf62a2fc29 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38f74632-a3ba-4b81-ac52-5f899e88b5f7 HTTP/1.1" status: 200  len: 217 time: 0.0735898
May 12 14:49:42.662830 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-794b9ed3-9f51-443e-8e22-98b20874bc48 req-4e89ae28-9f0a-4c30-be97-c600ad068682 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 210 time: 0.0646670
May 12 14:49:42.672673 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-3be65e41-7a92-4e6f-9f24-18468d6ec2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:42.674117 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-3be65e41-7a92-4e6f-9f24-18468d6ec2e6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1fa425e0-5952-4500-838f-4bf68d084312 HTTP/1.1" status: 200  len: 853 time: 0.1166461
May 12 14:49:42.759738 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ededd-17f8-4399-b45e-48480a487b38 req-4f849a0a-b4ca-4969-bff5-75bea63d254f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:42.761235 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a72ededd-17f8-4399-b45e-48480a487b38 req-4f849a0a-b4ca-4969-bff5-75bea63d254f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.0879264
May 12 14:49:42.782181 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-08860ca2-befb-48d3-aecb-02be11c41afc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=00edf37b-6815-4232-8afc-447b4ec96a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0846758
May 12 14:49:42.816352 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a72ededd-17f8-4399-b45e-48480a487b38 req-bed20722-95f9-424e-b2d1-82e4e6d9daa0 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459991
May 12 14:49:42.906392 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d4f15-4317-4ea2-913d-9d71501e6025 req-b30f7a19-32f3-4caf-81ba-fe633a8ff586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:42.907929 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-af7d4f15-4317-4ea2-913d-9d71501e6025 req-b30f7a19-32f3-4caf-81ba-fe633a8ff586 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 1098 time: 0.1809616
May 12 14:49:43.111179 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-fb3e463b-2f56-450e-8244-5153055ce4d9 service neutron] 10.222.0.71 "GET /v2.0/networks/00edf37b-6815-4232-8afc-447b4ec96a1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3127859
May 12 14:49:43.252216 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:49:43.255033 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d4f15-4317-4ea2-913d-9d71501e6025 req-cd2b85ea-31f7-48ee-8379-27c1eec78688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:43.256510 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-af7d4f15-4317-4ea2-913d-9d71501e6025 req-cd2b85ea-31f7-48ee-8379-27c1eec78688 service neutron] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 919 time: 0.3329558
May 12 14:49:43.337716 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-af7d4f15-4317-4ea2-913d-9d71501e6025 req-7fba97e6-8f73-4598-ac64-78d05ebbfe77 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 HTTP/1.1" status: 200  len: 217 time: 0.0700803
May 12 14:49:43.354387 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:49:43.355120 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:43.401275 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4b68e0c4-6499-46c1-afb1-a4646e1ead87 req-320a2958-2b30-403a-bb39-c935d8019080 service neutron] 10.222.0.71 "GET /v2.0/networks/00edf37b-6815-4232-8afc-447b4ec96a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2777390
May 12 14:49:43.418761 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d4f15-4317-4ea2-913d-9d71501e6025 req-350bdb3d-f093-49b0-9fb7-2d6e1f4a9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:43.420237 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-af7d4f15-4317-4ea2-913d-9d71501e6025 req-350bdb3d-f093-49b0-9fb7-2d6e1f4a9507 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.0733590
May 12 14:49:43.528287 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d4f15-4317-4ea2-913d-9d71501e6025 req-d2338bdb-cafa-422f-acf6-6204b29521f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:43.529765 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-af7d4f15-4317-4ea2-913d-9d71501e6025 req-d2338bdb-cafa-422f-acf6-6204b29521f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1009569
May 12 14:49:43.830027 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc712-00ab-4c1f-83c1-1c4d8d5ea8e5 req-1c0a4a35-f46e-4340-9cf5-0c15802647bd tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:43.831269 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c64e7eac-6a43-44a2-9cd8-d3dbe5534f2d req-ffe506d9-735b-430c-bfce-6a97912b1e9b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 210 time: 0.0459712
May 12 14:49:43.831788 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-07fcc712-00ab-4c1f-83c1-1c4d8d5ea8e5 req-1c0a4a35-f46e-4340-9cf5-0c15802647bd tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 943 time: 0.2536001
May 12 14:49:43.864463 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829788ca-6011-4479-afc2-c7d569f02e3e req-6c1d084e-8157-457e-891b-52fdaeb663c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:43.864463 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-829788ca-6011-4479-afc2-c7d569f02e3e req-6c1d084e-8157-457e-891b-52fdaeb663c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9ed089c81294b4981046ede5ed951bd&device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 1096 time: 0.2085071
May 12 14:49:43.871548 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-af7d4f15-4317-4ea2-913d-9d71501e6025 req-95b6f56d-165d-4995-ae32-6edadad0ff32 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2374675
May 12 14:49:44.078511 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33436) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:44.135684 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-07fcc712-00ab-4c1f-83c1-1c4d8d5ea8e5 req-be58206c-2107-4093-b22b-31e73ced6c28 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2928855
May 12 14:49:44.210833 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-af7d4f15-4317-4ea2-913d-9d71501e6025 req-a85e4766-bc7b-468f-894e-da61ba6a13b8 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2915711
May 12 14:49:44.215110 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829788ca-6011-4479-afc2-c7d569f02e3e req-292e3e41-bfc8-4ba1-a767-1982ac8b2c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:44.216509 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-829788ca-6011-4479-afc2-c7d569f02e3e req-292e3e41-bfc8-4ba1-a767-1982ac8b2c12 service neutron] 10.222.0.71 "GET /v2.0/networks?id=00edf37b-6815-4232-8afc-447b4ec96a1b HTTP/1.1" status: 200  len: 914 time: 0.3419209
May 12 14:49:44.226548 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 33444) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:44.319312 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b736e1-1f50-49ff-8eb4-df26b0155e3b req-97355e0a-02d8-4825-84eb-f08486edabce tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:44.323540 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d3b736e1-1f50-49ff-8eb4-df26b0155e3b req-97355e0a-02d8-4825-84eb-f08486edabce tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1870918
May 12 14:49:44.336987 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-829788ca-6011-4479-afc2-c7d569f02e3e req-74d47681-4444-442b-8f8a-66c54b3109d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38f74632-a3ba-4b81-ac52-5f899e88b5f7 HTTP/1.1" status: 200  len: 217 time: 0.0964053
May 12 14:49:44.376795 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-00e245af-49b8-4c72-8777-9e7fc017831e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:44.405580 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-00e245af-49b8-4c72-8777-9e7fc017831e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:44.413555 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d3b736e1-1f50-49ff-8eb4-df26b0155e3b req-aeee4817-7aea-469d-8354-03713371158e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822453
May 12 14:49:44.413936 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-00e245af-49b8-4c72-8777-9e7fc017831e admin admin] Usage tracker for resource:security_group_rule and tenant:b0534b9c9c2241089c5b7e20e53ad284 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:44.417195 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-00e245af-49b8-4c72-8777-9e7fc017831e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:44.423555 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-00e245af-49b8-4c72-8777-9e7fc017831e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:44.518066 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-00e245af-49b8-4c72-8777-9e7fc017831e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:44.519907 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d564e5b5-84cb-45e1-81d4-41dab7e2aa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:44.554246 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-d564e5b5-84cb-45e1-81d4-41dab7e2aa66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:44.563904 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829788ca-6011-4479-afc2-c7d569f02e3e req-5e8a5556-2b73-4463-812d-7de0b5b5980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:44.565377 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-829788ca-6011-4479-afc2-c7d569f02e3e req-5e8a5556-2b73-4463-812d-7de0b5b5980f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1fa425e0-5952-4500-838f-4bf68d084312 HTTP/1.1" status: 200  len: 853 time: 0.2062509
May 12 14:49:44.576673 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-d564e5b5-84cb-45e1-81d4-41dab7e2aa66 admin admin] Usage tracker for resource:security_group_rule and tenant:22b8efe42572493c95d1de886e4fc40a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:44.592478 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-00e245af-49b8-4c72-8777-9e7fc017831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:44.625761 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-d564e5b5-84cb-45e1-81d4-41dab7e2aa66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:44.632539 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-829788ca-6011-4479-afc2-c7d569f02e3e req-3efb3066-5878-420f-94a9-3217b36b05b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=00edf37b-6815-4232-8afc-447b4ec96a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527980
May 12 14:49:44.642546 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e245af-49b8-4c72-8777-9e7fc017831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31acc106-bd9b-4e1b-8b64-9c6bb0571926,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:44.648706 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-d564e5b5-84cb-45e1-81d4-41dab7e2aa66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:44.650421 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-00e245af-49b8-4c72-8777-9e7fc017831e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0534b9c9c2241089c5b7e20e53ad284&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5699739
May 12 14:49:44.654377 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33454) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:44.712632 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c928f66-173b-4b41-8277-5fb6d7be7930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:44.744890 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c928f66-173b-4b41-8277-5fb6d7be7930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:44.850516 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa446d-50d0-41c9-8744-654da71da877 req-4856e313-4871-4d82-bdac-628307a819ed tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:44.851968 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-4856e313-4871-4d82-bdac-628307a819ed tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.71 "GET /v2.0/networks?id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf HTTP/1.1" status: 200  len: 816 time: 0.4939592
May 12 14:49:44.901739 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c928f66-173b-4b41-8277-5fb6d7be7930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:44.916952 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c928f66-173b-4b41-8277-5fb6d7be7930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31acc106-bd9b-4e1b-8b64-9c6bb0571926,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:44.924662 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c928f66-173b-4b41-8277-5fb6d7be7930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:44.925895 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-8c928f66-173b-4b41-8277-5fb6d7be7930 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31acc106-bd9b-4e1b-8b64-9c6bb0571926 HTTP/1.1" status: 204  len: 168 time: 0.2736149
May 12 14:49:45.014919 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-4b6fb929-aaf6-449d-818e-0e21f05167df tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e HTTP/1.1" status: 200  len: 380 time: 0.1334238
May 12 14:49:45.033059 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-829788ca-6011-4479-afc2-c7d569f02e3e req-09232dbd-aaf3-4bf6-8a9e-6c901ec0f3c2 service neutron] 10.222.0.71 "GET /v2.0/networks/00edf37b-6815-4232-8afc-447b4ec96a1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3855433
May 12 14:49:45.037555 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Request body: {'port': {'device_id': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'admin_state_up': True, 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'security_groups': ['6ad1a97f-6278-40d5-99f4-56d2021ef418']}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:45.053576 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ea820719-321d-4bfc-b6c6-9829d6620317 req-8c30f498-8844-4650-b0a7-6a3fb6913d34 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 210 time: 0.0877166
May 12 14:49:45.253508 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d564e5b5-84cb-45e1-81d4-41dab7e2aa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:45.327115 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d564e5b5-84cb-45e1-81d4-41dab7e2aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:45.343288 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-829788ca-6011-4479-afc2-c7d569f02e3e req-9a657549-44fa-4a76-9a4f-e4667944780b service neutron] 10.222.0.71 "GET /v2.0/networks/00edf37b-6815-4232-8afc-447b4ec96a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2262557
May 12 14:49:45.346969 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:45.359617 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7e367-59ae-4ce8-abb1-3daae4501b36 req-efacc283-16d1-4319-8626-dd84fb7f2909 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:45.361137 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b9d7e367-59ae-4ce8-abb1-3daae4501b36 req-efacc283-16d1-4319-8626-dd84fb7f2909 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 943 time: 0.0963209
May 12 14:49:45.384378 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:45.391722 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-d564e5b5-84cb-45e1-81d4-41dab7e2aa66 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22b8efe42572493c95d1de886e4fc40a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1640229
May 12 14:49:45.395777 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 33480) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:45.396385 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564e5b5-84cb-45e1-81d4-41dab7e2aa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6fe16b-8307-4979-91e1-5faee52a8348,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:45.414833 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b9d7e367-59ae-4ce8-abb1-3daae4501b36 req-55bc50a8-20b5-4469-a83d-e51401839eac tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430174
May 12 14:49:45.462204 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-80c4738c-41a1-47f1-8e19-9c6e8fcb2f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:45.488275 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-80c4738c-41a1-47f1-8e19-9c6e8fcb2f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:45.517164 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Made reservation on behalf of 5a45a5191eca43c2b8d3e9ea80a50b5e for: {'port': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:49:45.520618 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:45.621543 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33486) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:45.640227 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1a8acf6b-9854-46d2-b268-39cd4b777413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:45.655712 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1a8acf6b-9854-46d2-b268-39cd4b777413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:45.659588 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1a8acf6b-9854-46d2-b268-39cd4b777413 admin admin] Usage tracker for resource:security_group_rule and tenant:4c3d07eaa1be48e8a275085d1713637d is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:45.662398 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1a8acf6b-9854-46d2-b268-39cd4b777413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:45.664453 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e04fc-6fbe-4a2b-af72-22e1402e6156 req-ea6551b8-00c9-4fcf-8491-74874d7345b8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:45.666016 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bb4e04fc-6fbe-4a2b-af72-22e1402e6156 req-ea6551b8-00c9-4fcf-8491-74874d7345b8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1315579
May 12 14:49:45.668182 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1a8acf6b-9854-46d2-b268-39cd4b777413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:45.709815 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-80c4738c-41a1-47f1-8e19-9c6e8fcb2f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:45.744778 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4738c-41a1-47f1-8e19-9c6e8fcb2f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6fe16b-8307-4979-91e1-5faee52a8348,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:45.748734 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bb4e04fc-6fbe-4a2b-af72-22e1402e6156 req-0f9da4a6-57a0-4f27-92a3-c19f4b3fbe11 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767381
May 12 14:49:45.772975 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1a8acf6b-9854-46d2-b268-39cd4b777413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:45.838713 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-80c4738c-41a1-47f1-8e19-9c6e8fcb2f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:45.839890 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-80c4738c-41a1-47f1-8e19-9c6e8fcb2f23 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8c6fe16b-8307-4979-91e1-5faee52a8348 HTTP/1.1" status: 204  len: 168 time: 0.4407661
May 12 14:49:45.844060 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1a8acf6b-9854-46d2-b268-39cd4b777413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:45.846292 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Allocated IP 172.20.0.3 (741e2b09-db65-4b92-97d4-0a9b29ee4ecf/9cc4b301-087e-454e-9a61-3b3c682b44e8/892fd785-17e4-4442-9f7d-2e5d18b22e9f) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:49:45.896097 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1a8acf6b-9854-46d2-b268-39cd4b777413 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c3d07eaa1be48e8a275085d1713637d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2733276
May 12 14:49:45.898254 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8acf6b-9854-46d2-b268-39cd4b777413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf6f919-23c8-4988-bdce-17960f675065,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:45.900909 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33492) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:46.035898 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-02e95e98-187d-4e77-829a-b7f323a80bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:46.048617 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:46.062222 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-02e95e98-187d-4e77-829a-b7f323a80bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:46.066410 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Transition to ACTIVE for port object 892fd785-17e4-4442-9f7d-2e5d18b22e9f will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:49:46.117070 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 38f74632-a3ba-4b81-ac52-5f899e88b5f7 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:49:46.214364 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-02e95e98-187d-4e77-829a-b7f323a80bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:46.218429 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:46.236556 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e95e98-187d-4e77-829a-b7f323a80bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf6f919-23c8-4988-bdce-17960f675065,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:46.249372 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-02e95e98-187d-4e77-829a-b7f323a80bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:46.252904 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-02e95e98-187d-4e77-829a-b7f323a80bd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7bf6f919-23c8-4988-bdce-17960f675065 HTTP/1.1" status: 204  len: 168 time: 0.3485808
May 12 14:49:46.305739 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 38f74632-a3ba-4b81-ac52-5f899e88b5f7, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=38f74632-a3ba-4b81-ac52-5f899e88b5f7,segment=NetworkSegment(0ec01c1e-16f2-43cf-9919-e82b61c26c7b),segment_id=0ec01c1e-16f2-43cf-9919-e82b61c26c7b)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:49:46.352399 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:49:46.356565 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:49:46.372395 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:49:46.383069 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '38f74632-a3ba-4b81-ac52-5f899e88b5f7', 'network_id': '00edf37b-6815-4232-8afc-447b4ec96a1b', 'port_id': '38f74632-a3ba-4b81-ac52-5f899e88b5f7', 'mac_address': 'fa:16:3e:15:12:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa425e0-5952-4500-838f-4bf68d084312', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:49:46.386501 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f40c4-3bcd-496b-8472-d12a0b67d54c req-5f8a3ae3-a4d2-4c15-9191-c6d97aa52f51 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:46.396180 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d61f40c4-3bcd-496b-8472-d12a0b67d54c req-5f8a3ae3-a4d2-4c15-9191-c6d97aa52f51 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 931 time: 0.1212881
May 12 14:49:46.433784 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event updated for resources: {'Port': ['ID=892fd785-17e4-4442-9f7d-2e5d18b22e9f,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:46.473348 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:46.474237 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:46.484680 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-d61f40c4-3bcd-496b-8472-d12a0b67d54c req-2699541d-aba9-4a6e-b1fa-70213119937f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Synchronizing usage tracker for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:49:46.502995 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:46.528653 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f74632-a3ba-4b81-ac52-5f899e88b5f7 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:49:46.549720 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 38f74632-a3ba-4b81-ac52-5f899e88b5f7, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=38f74632-a3ba-4b81-ac52-5f899e88b5f7,segment=NetworkSegment(0ec01c1e-16f2-43cf-9919-e82b61c26c7b),segment_id=0ec01c1e-16f2-43cf-9919-e82b61c26c7b)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:49:46.620310 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-d61f40c4-3bcd-496b-8472-d12a0b67d54c req-2699541d-aba9-4a6e-b1fa-70213119937f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Unset dirty status for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:49:46.621521 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d61f40c4-3bcd-496b-8472-d12a0b67d54c req-2699541d-aba9-4a6e-b1fa-70213119937f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2245762
May 12 14:49:46.622411 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a7a6b3ea-5200-4653-a40c-5f9a286c081c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5962973
May 12 14:49:46.642558 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Request body: {'port': {'device_id': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:46.648451 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:46.698033 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129306c-a906-4766-a1f0-96f77681b8f4 req-b1720c02-d7c5-4bc2-83b8-3b906d32fe63 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:46.699924 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7129306c-a906-4766-a1f0-96f77681b8f4 req-b1720c02-d7c5-4bc2-83b8-3b906d32fe63 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 943 time: 0.1384821
May 12 14:49:46.731411 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=38f74632-a3ba-4b81-ac52-5f899e88b5f7,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:46.774218 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-20704505-75eb-4ebd-9459-941ace103222 None None] Provisioning for port 892fd785-17e4-4442-9f7d-2e5d18b22e9f completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:49:46.779890 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-20704505-75eb-4ebd-9459-941ace103222 None None] Provisioning complete for port 892fd785-17e4-4442-9f7d-2e5d18b22e9f triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:49:46.780526 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-20704505-75eb-4ebd-9459-941ace103222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:46.811824 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7129306c-a906-4766-a1f0-96f77681b8f4 req-59556987-ccb2-44e3-ac08-e3038b1e4e79 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976973
May 12 14:49:46.826384 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:46.841000 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-20704505-75eb-4ebd-9459-941ace103222 None None] Port 892fd785-17e4-4442-9f7d-2e5d18b22e9f cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:49:47.001022 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ecb07-8832-4a7a-abc3-d1249caaf8e9 req-87fc09a4-660a-40cd-8dc3-2b4248d2b50c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:47.002749 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-603ecb07-8832-4a7a-abc3-d1249caaf8e9 req-87fc09a4-660a-40cd-8dc3-2b4248d2b50c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1011736
May 12 14:49:47.063326 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-603ecb07-8832-4a7a-abc3-d1249caaf8e9 req-0bc2c219-74bb-4eee-a3cc-90f171a03716 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522957
May 12 14:49:47.111552 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['38f74632-a3ba-4b81-ac52-5f899e88b5f7'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:49:47.264556 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33540) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:47.340585 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892fd785-17e4-4442-9f7d-2e5d18b22e9f {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:49:47.349589 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:47.371427 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Transition to ACTIVE for port object 892fd785-17e4-4442-9f7d-2e5d18b22e9f will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:49:47.407096 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-494564597-network', 'tenant_id': '2c93480a75ab462f9181629c60772257'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:47.411726 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:47.416088 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Usage tracker for resource:network and tenant:2c93480a75ab462f9181629c60772257 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:47.418897 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:47.428182 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:47.438085 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:47.489704 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Made reservation on behalf of 2c93480a75ab462f9181629c60772257 for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:49:47.492089 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:47.504599 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:47.523228 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:47.527893 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:2c93480a75ab462f9181629c60772257 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:47.531234 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:47.537295 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:47.595705 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=892fd785-17e4-4442-9f7d-2e5d18b22e9f,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:47.646135 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:47.679308 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Attempting to bind port 892fd785-17e4-4442-9f7d-2e5d18b22e9f on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:49:47.679652 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Attempting to bind port 892fd785-17e4-4442-9f7d-2e5d18b22e9f by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:49:47.679977 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Attempting to bind port 892fd785-17e4-4442-9f7d-2e5d18b22e9f on network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:49:47.685318 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Port 892fd785-17e4-4442-9f7d-2e5d18b22e9f on network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:49:47.685642 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Attempting to bind port 892fd785-17e4-4442-9f7d-2e5d18b22e9f on network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:49:47.691445 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:49:47.693875 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Checking segment: {'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:49:47.693875 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Bound using segment: {'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:49:47.693875 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Bound port: 892fd785-17e4-4442-9f7d-2e5d18b22e9f, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:49:47.693875 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:47.712373 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:47.763838 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'}  {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:49:47.774372 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:47.781048 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:47.781386 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Added segment 0e160f5e-7454-4fcb-b9ae-67247c38d037 of type vlan for network 29318bea-5e26-4915-918a-926b02b62ecd
May 12 14:49:47.809010 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:47.862860 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] For port 892fd785-17e4-4442-9f7d-2e5d18b22e9f, host hv-cinder-83118, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:49:47.866325 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] For port 892fd785-17e4-4442-9f7d-2e5d18b22e9f, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:49:47.886774 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238eb38f-2bf7-497d-b340-3ddc702d5972 req-8a60237d-a0e6-42e0-8b3a-a80c238ccc15 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:47.887686 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-238eb38f-2bf7-497d-b340-3ddc702d5972 req-8a60237d-a0e6-42e0-8b3a-a80c238ccc15 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Synchronizing usage tracker for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:49:47.901037 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:47.902010 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:47.902587 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:47.959115 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:48.023052 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:48.023952 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:48.026040 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] 10.222.0.71 "PUT /v2.0/ports/892fd785-17e4-4442-9f7d-2e5d18b22e9f HTTP/1.1" status: 200  len: 1093 time: 1.3878555
May 12 14:49:48.026769 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-238eb38f-2bf7-497d-b340-3ddc702d5972 req-8a60237d-a0e6-42e0-8b3a-a80c238ccc15 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Unset dirty status for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:49:48.027854 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-238eb38f-2bf7-497d-b340-3ddc702d5972 req-8a60237d-a0e6-42e0-8b3a-a80c238ccc15 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.2520645
May 12 14:49:48.031152 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'tag': '892fd785-17e4-4442-9f7d-2e5d18b22e9f'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:49:48.066505 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=29318bea-5e26-4915-918a-926b02b62ecd,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:48.091076 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9b776-dfba-42d6-b859-7a74cf6cbbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=892fd785-17e4-4442-9f7d-2e5d18b22e9f,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:48.094655 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network 29318bea-5e26-4915-918a-926b02b62ecd details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:49:48.107500 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d2082c4e-2324-4dc8-9435-c1401bf46fc5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8380404
May 12 14:49:48.109460 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 33580) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:48.120772 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-238eb38f-2bf7-497d-b340-3ddc702d5972 req-190c2999-521d-4a9a-a099-24a411ded9f0 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750120
May 12 14:49:48.126572 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] Request body: {'subnet': {'network_id': '29318bea-5e26-4915-918a-926b02b62ecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-494564597-subnet', 'tenant_id': '2c93480a75ab462f9181629c60772257', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:48.133221 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:48.137880 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] Usage tracker for resource:subnet and tenant:2c93480a75ab462f9181629c60772257 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:48.141877 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:48.162590 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c109e-f37b-4481-939b-b497f06a82e6 req-9fb4b211-f8f8-4888-88bc-f0f42a6ef52d tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:48.162590 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-131c109e-f37b-4481-939b-b497f06a82e6 req-9fb4b211-f8f8-4888-88bc-f0f42a6ef52d tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 944 time: 0.2126741
May 12 14:49:48.163237 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:48.239193 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-131c109e-f37b-4481-939b-b497f06a82e6 req-7bef1f2c-dfa5-4feb-962b-dfbe74abcd47 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802424
May 12 14:49:48.248782 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 38f74632-a3ba-4b81-ac52-5f899e88b5f7 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:49:48.289548 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a9ec8e-80ef-4f05-8e0a-690545af224c'] response: {'name': 'network-changed', 'server_uuid': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'tag': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'status': 'completed', 'code': 200}
May 12 14:49:48.356650 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa446d-50d0-41c9-8744-654da71da877 req-521146ae-70df-4036-9367-19f73887a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:48.358279 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-521146ae-70df-4036-9367-19f73887a1b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e&device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 1096 time: 0.1873839
May 12 14:49:48.420901 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b31138a4-16db-431b-ad98-2c8376261281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:48.458706 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] Made reservation on behalf of 2c93480a75ab462f9181629c60772257 for: {'subnet': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:49:48.460867 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2571092'] for subnet, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:48.472416 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port 38f74632-a3ba-4b81-ac52-5f899e88b5f7 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:49:48.477506 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 38f74632-a3ba-4b81-ac52-5f899e88b5f7 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:49:48.477901 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:48.493802 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-ddd1eb84-ab51-409b-9727-b3f857a8e1ed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f HTTP/1.1" status: 200  len: 217 time: 0.1220088
May 12 14:49:48.596805 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:48.627722 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364ca957-8a0e-45d2-bae2-a850c6708e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f74632-a3ba-4b81-ac52-5f899e88b5f7'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:49:48.638400 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 38f74632-a3ba-4b81-ac52-5f899e88b5f7, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=38f74632-a3ba-4b81-ac52-5f899e88b5f7,segment=NetworkSegment(0ec01c1e-16f2-43cf-9919-e82b61c26c7b),segment_id=0ec01c1e-16f2-43cf-9919-e82b61c26c7b)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:49:48.657161 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa446d-50d0-41c9-8744-654da71da877 req-5db078ba-a7e7-4e9b-ba3e-1fd4fc324df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:48.658616 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-5db078ba-a7e7-4e9b-ba3e-1fd4fc324df6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9cc4b301-087e-454e-9a61-3b3c682b44e8 HTTP/1.1" status: 200  len: 855 time: 0.1115804
May 12 14:49:48.679707 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54af2336-9e13-4089-9659-f4bd44af2617'] response: {'server_uuid': '364ca957-8a0e-45d2-bae2-a850c6708e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f74632-a3ba-4b81-ac52-5f899e88b5f7', 'code': 200}
May 12 14:49:48.716554 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd23295-742d-4319-9612-e6a1f0ed7e6a req-fb2e6589-cf46-4079-9f5f-b24d1611119e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:48.717089 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:48.718044 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dbd23295-742d-4319-9612-e6a1f0ed7e6a req-fb2e6589-cf46-4079-9f5f-b24d1611119e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.2944503
May 12 14:49:48.732469 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33590) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:48.793044 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=38f74632-a3ba-4b81-ac52-5f899e88b5f7,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:48.833078 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dbd23295-742d-4319-9612-e6a1f0ed7e6a req-6b52f1f7-70eb-4dc0-9be6-8669c72cd33f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814083
May 12 14:49:48.875775 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa446d-50d0-41c9-8744-654da71da877 req-d357053f-a72f-4ee4-9dd0-003dc8e2bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:48.877472 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-d357053f-a72f-4ee4-9dd0-003dc8e2bf16 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2057350
May 12 14:49:48.881470 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5a486cf2-626a-4aad-91d4-e42fa8b55420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:48.897961 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-5a486cf2-626a-4aad-91d4-e42fa8b55420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:48.901853 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-5a486cf2-626a-4aad-91d4-e42fa8b55420 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c26dfb7bc94365bf3b9c1246cb82e8 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:48.904716 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-5a486cf2-626a-4aad-91d4-e42fa8b55420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:48.911025 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-5a486cf2-626a-4aad-91d4-e42fa8b55420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:48.953496 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3159237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2571074'] for subnet, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:48.991170 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5a486cf2-626a-4aad-91d4-e42fa8b55420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:49.076972 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5a486cf2-626a-4aad-91d4-e42fa8b55420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:49.109230 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fe8b736-f29b-45e1-bf1e-35147b4c3b20,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:49.125044 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5a486cf2-626a-4aad-91d4-e42fa8b55420 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9c26dfb7bc94365bf3b9c1246cb82e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3911936
May 12 14:49:49.125894 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a486cf2-626a-4aad-91d4-e42fa8b55420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b9d754-14ce-476e-81af-b298a57fa61e,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:49.128177 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33596) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:49.148517 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] Checking segment: {'id': '0e160f5e-7454-4fcb-b9ae-67247c38d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '29318bea-5e26-4915-918a-926b02b62ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:49:49.148889 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] Network hostable DHCP agents. Network: 29318bea-5e26-4915-918a-926b02b62ecd, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:49:49.159373 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-a6bfb144-8084-4a42-b0d5-925261b03907 service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2737150
May 12 14:49:49.197237 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2cb9fb26-78d7-4ee7-b516-13245d76e5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:49.231425 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2cb9fb26-78d7-4ee7-b516-13245d76e5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:49.368199 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461df11-935c-4174-b936-d2b01659816f req-109dd515-f7e3-4a01-ac50-8db6f46d57f9 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:49.370260 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2461df11-935c-4174-b936-d2b01659816f req-109dd515-f7e3-4a01-ac50-8db6f46d57f9 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.0859432
May 12 14:49:49.413839 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2461df11-935c-4174-b936-d2b01659816f req-6fa2aa91-d0f7-4ccb-bd76-7b9ecd18c7ba tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377827
May 12 14:49:49.415730 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2cb9fb26-78d7-4ee7-b516-13245d76e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:49.432462 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9fb26-78d7-4ee7-b516-13245d76e5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b9d754-14ce-476e-81af-b298a57fa61e,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:49.436870 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aef07b-a8cd-45fa-bac2-fdabea9790f7 req-c4f7341d-05a1-4291-beb1-5bbedaf77278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:49.437514 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2cb9fb26-78d7-4ee7-b516-13245d76e5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:49.440953 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b2aef07b-a8cd-45fa-bac2-fdabea9790f7 req-c4f7341d-05a1-4291-beb1-5bbedaf77278 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 1098 time: 0.4159043
May 12 14:49:49.441079 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-2cb9fb26-78d7-4ee7-b516-13245d76e5f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8b9d754-14ce-476e-81af-b298a57fa61e HTTP/1.1" status: 204  len: 168 time: 0.3096700
May 12 14:49:49.488653 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] Network 29318bea-5e26-4915-918a-926b02b62ecd is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:49:49.539591 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b2aef07b-a8cd-45fa-bac2-fdabea9790f7 req-cf1758ce-50b4-418f-af21-652fd8de10ca service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905471
May 12 14:49:49.542120 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbfa446d-50d0-41c9-8744-654da71da877 req-e8282fea-9423-46e8-9aa9-021190d03aa4 service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3660011
May 12 14:49:49.558034 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77669a-d7b7-42b7-8c9e-a41d97c892b3 req-0d6d804e-b0d1-450d-aa81-4e7ac09fdd8a tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:49.559453 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5d77669a-d7b7-42b7-8c9e-a41d97c892b3 req-0d6d804e-b0d1-450d-aa81-4e7ac09fdd8a tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 945 time: 0.1809330
May 12 14:49:49.603900 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5d77669a-d7b7-42b7-8c9e-a41d97c892b3 req-7daa1bcd-4440-4cd6-b0d5-a8df09df1f2d tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386899
May 12 14:49:49.609472 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, 29318bea-5e26-4915-918a-926b02b62ecd) {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:49:49.614028 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:49.615217 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:49.618461 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efada5f1-dc51-4ea9-ac5d-b99ea5de0d4c None None] Network 29318bea-5e26-4915-918a-926b02b62ecd requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:49:49.715790 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e7b355e3-af2a-4e36-873c-026412b723a7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5966635
May 12 14:49:49.830751 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427f825e-d7a7-4472-9cf6-21f17b33b129 None None] Network 29318bea-5e26-4915-918a-926b02b62ecd requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:49:50.062128 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165379a-80b5-4868-939c-226184cc7f7b req-28a31929-23fc-4a8a-91a3-8f6314091be0 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:50.069508 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e165379a-80b5-4868-939c-226184cc7f7b req-28a31929-23fc-4a8a-91a3-8f6314091be0 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.0960371
May 12 14:49:50.110750 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e165379a-80b5-4868-939c-226184cc7f7b req-c781a5c5-1353-43fa-bcb5-61e18ac9573f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401158
May 12 14:49:50.218614 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db429f6d-11e0-46c9-8e81-675c7ce9e55d req-e1971dee-89f5-40ae-bb2f-9807a684b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:50.220189 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-db429f6d-11e0-46c9-8e81-675c7ce9e55d req-e1971dee-89f5-40ae-bb2f-9807a684b91a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e&device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 1096 time: 0.0791309
May 12 14:49:50.359743 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db429f6d-11e0-46c9-8e81-675c7ce9e55d req-212a77eb-9384-44ef-9a24-a7fe743d7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:50.361224 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-db429f6d-11e0-46c9-8e81-675c7ce9e55d req-212a77eb-9384-44ef-9a24-a7fe743d7dde service neutron] 10.222.0.71 "GET /v2.0/networks?id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf HTTP/1.1" status: 200  len: 917 time: 0.1306992
May 12 14:49:50.434137 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-db429f6d-11e0-46c9-8e81-675c7ce9e55d req-dc3f9945-8a65-49bc-b328-b601327b8b2f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f HTTP/1.1" status: 200  len: 217 time: 0.0650799
May 12 14:49:50.508296 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db429f6d-11e0-46c9-8e81-675c7ce9e55d req-0f775fe9-fba2-4e6c-aaa6-9d4751a769d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:50.510245 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-db429f6d-11e0-46c9-8e81-675c7ce9e55d req-0f775fe9-fba2-4e6c-aaa6-9d4751a769d4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9cc4b301-087e-454e-9a61-3b3c682b44e8 HTTP/1.1" status: 200  len: 855 time: 0.0695918
May 12 14:49:50.667668 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db429f6d-11e0-46c9-8e81-675c7ce9e55d req-8e029a73-0220-413d-a582-cc9be1c9019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:50.669207 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-db429f6d-11e0-46c9-8e81-675c7ce9e55d req-8e029a73-0220-413d-a582-cc9be1c9019d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1443431
May 12 14:49:50.676417 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b017d0d-730a-4fcb-a400-b15810d53e5b req-b9ef115f-75c8-4cdf-a3d7-e085c1426d95 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:50.677783 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0b017d0d-730a-4fcb-a400-b15810d53e5b req-b9ef115f-75c8-4cdf-a3d7-e085c1426d95 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.1166360
May 12 14:49:50.719510 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-68ae458f-a408-4444-853e-52d1db75a085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:50.823792 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0b017d0d-730a-4fcb-a400-b15810d53e5b req-1b775f1f-498e-48b7-bd20-52e1974df226 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1195459
May 12 14:49:50.835975 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5981577-c552-473a-9649-baac01ebd171 req-ecf00b34-4f15-45a1-a6dc-636ba8909575 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:50.850510 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-db429f6d-11e0-46c9-8e81-675c7ce9e55d req-2740ff22-de1e-44b4-a216-9116354752f9 service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1654119
May 12 14:49:50.862224 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d5981577-c552-473a-9649-baac01ebd171 req-ecf00b34-4f15-45a1-a6dc-636ba8909575 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 945 time: 0.1189404
May 12 14:49:50.925303 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d5981577-c552-473a-9649-baac01ebd171 req-62c5d049-c5f4-4997-adb2-2b100897a5dc tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618987
May 12 14:49:51.031515 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-db429f6d-11e0-46c9-8e81-675c7ce9e55d req-3b269c0b-f041-4851-a1e9-66d27cda8dbd service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654346
May 12 14:49:51.324055 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e63194-9d0b-4677-b39f-d9a275cfd8c7 req-2113f960-dd1b-42a5-bf61-f311f027a43a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:51.325524 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b6e63194-9d0b-4677-b39f-d9a275cfd8c7 req-2113f960-dd1b-42a5-bf61-f311f027a43a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.0822098
May 12 14:49:51.373505 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b6e63194-9d0b-4677-b39f-d9a275cfd8c7 req-b21ec68e-7a63-49cc-be10-9ab71febe24f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388916
May 12 14:49:51.516741 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 33666) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:51.635440 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9ced38c-c265-4f86-9e9e-7d427e51b457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:51.650246 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e9ced38c-c265-4f86-9e9e-7d427e51b457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:51.654118 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e9ced38c-c265-4f86-9e9e-7d427e51b457 admin admin] Usage tracker for resource:security_group_rule and tenant:2c8cf3b436a2411a978ed960602b0bf3 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:51.657349 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e9ced38c-c265-4f86-9e9e-7d427e51b457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:51.663055 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e9ced38c-c265-4f86-9e9e-7d427e51b457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:51.666411 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:51.723714 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:51.747197 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9ced38c-c265-4f86-9e9e-7d427e51b457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:51.860841 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9ced38c-c265-4f86-9e9e-7d427e51b457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:51.908492 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e9ced38c-c265-4f86-9e9e-7d427e51b457 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c8cf3b436a2411a978ed960602b0bf3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3906672
May 12 14:49:51.909299 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ced38c-c265-4f86-9e9e-7d427e51b457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a9585a-7bc4-4525-a8fd-8691163ba14c,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:51.911224 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33678) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:52.034676 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-31184646-ce30-4531-bf7b-b1a24c683db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:52.070379 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-31184646-ce30-4531-bf7b-b1a24c683db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:52.099815 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40508d70-83ad-4b07-919c-53ecfa1326ca req-4ab27f3c-e0ef-41aa-b3f2-d9259ac2ff6d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:52.101354 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-40508d70-83ad-4b07-919c-53ecfa1326ca req-4ab27f3c-e0ef-41aa-b3f2-d9259ac2ff6d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.1625841
May 12 14:49:52.126025 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae4994-56ae-442e-9b54-4ad05c87c216 req-04ec9347-b9b7-402d-9a0a-eab07183277d tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:52.127819 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0aae4994-56ae-442e-9b54-4ad05c87c216 req-04ec9347-b9b7-402d-9a0a-eab07183277d tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 945 time: 0.0840063
May 12 14:49:52.137710 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 892fd785-17e4-4442-9f7d-2e5d18b22e9f details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:49:52.205081 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-40508d70-83ad-4b07-919c-53ecfa1326ca req-0f5483cd-ca98-4a8a-8527-b147a0ed0d33 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900941
May 12 14:49:52.206296 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0aae4994-56ae-442e-9b54-4ad05c87c216 req-2d98acc5-8ca4-4af1-b816-ba67122eca64 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673492
May 12 14:49:52.289850 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-31184646-ce30-4531-bf7b-b1a24c683db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:52.327509 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 892fd785-17e4-4442-9f7d-2e5d18b22e9f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:49:52.330792 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31184646-ce30-4531-bf7b-b1a24c683db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a9585a-7bc4-4525-a8fd-8691163ba14c,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:52.344414 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'port_id': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'mac_address': 'fa:16:3e:35:e7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:49:52.348339 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-31184646-ce30-4531-bf7b-b1a24c683db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:52.357454 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-31184646-ce30-4531-bf7b-b1a24c683db0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72a9585a-7bc4-4525-a8fd-8691163ba14c HTTP/1.1" status: 204  len: 168 time: 0.4427562
May 12 14:49:52.467988 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:52.502371 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892fd785-17e4-4442-9f7d-2e5d18b22e9f {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:49:52.519895 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 892fd785-17e4-4442-9f7d-2e5d18b22e9f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:49:52.591287 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:52.665775 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238a277-7908-4ae6-b881-61b315423996 req-c7b56c1d-7744-42b1-a633-abf3e560caac tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:52.668268 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6238a277-7908-4ae6-b881-61b315423996 req-c7b56c1d-7744-42b1-a633-abf3e560caac tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/networks?id=29318bea-5e26-4915-918a-926b02b62ecd HTTP/1.1" status: 200  len: 808 time: 0.2976029
May 12 14:49:52.676152 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f5cf6-43db-4121-adeb-49a70f4c4940 req-ca82ae92-96d8-4173-a692-6f00012ec6b5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:52.677781 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9d1f5cf6-43db-4121-adeb-49a70f4c4940 req-ca82ae92-96d8-4173-a692-6f00012ec6b5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1300240
May 12 14:49:52.686238 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6238a277-7908-4ae6-b881-61b315423996 req-3a3d608f-6d55-45c7-b978-719aecf791af tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/quotas/2c93480a75ab462f9181629c60772257 HTTP/1.1" status: 200  len: 375 time: 0.0119555
May 12 14:49:52.701038 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=892fd785-17e4-4442-9f7d-2e5d18b22e9f,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:52.757222 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9d1f5cf6-43db-4121-adeb-49a70f4c4940 req-861f7d7a-3cee-4a43-b4b2-76dd8ba4f642 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729644
May 12 14:49:52.765447 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6238a277-7908-4ae6-b881-61b315423996 req-bf236b1e-6061-4321-82a1-66f7ec91cb08 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c93480a75ab462f9181629c60772257&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0731511
May 12 14:49:52.999032 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6238a277-7908-4ae6-b881-61b315423996 req-63977bc9-e769-4b43-bd88-655e735155f9 service neutron] 10.222.0.49 "GET /v2.0/networks/29318bea-5e26-4915-918a-926b02b62ecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2320495
May 12 14:49:53.010221 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:53.057621 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['892fd785-17e4-4442-9f7d-2e5d18b22e9f'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:49:53.164554 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6238a277-7908-4ae6-b881-61b315423996 req-9f8d4be7-4ccf-4be1-8f1a-564c0bf83e74 service neutron] 10.222.0.49 "GET /v2.0/networks/29318bea-5e26-4915-918a-926b02b62ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1596506
May 12 14:49:53.331785 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33764) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:53.485748 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b4b52-9443-41ed-91da-5bdf8140ef7c req-cf73a46a-3c8d-4735-b114-c89cffb37f2c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:53.487636 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-030b4b52-9443-41ed-91da-5bdf8140ef7c req-cf73a46a-3c8d-4735-b114-c89cffb37f2c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 944 time: 0.1042802
May 12 14:49:53.517270 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-39e9e1eb-844f-482c-bd86-176b2a627e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:53.547324 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-39e9e1eb-844f-482c-bd86-176b2a627e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:53.551571 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aab3ac88-8edc-45a1-8dc5-21ebc8ad89e9 req-954dd077-32c8-45be-b1ea-354b55223744 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 210 time: 0.0469019
May 12 14:49:53.555784 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-39e9e1eb-844f-482c-bd86-176b2a627e05 admin admin] Usage tracker for resource:security_group_rule and tenant:f9bce7c3fd424ca6bc43f266386ccd1e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:53.561000 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-39e9e1eb-844f-482c-bd86-176b2a627e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:53.579393 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-030b4b52-9443-41ed-91da-5bdf8140ef7c req-2c05ba56-ee2b-4365-851d-0610fb9db2d5 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726433
May 12 14:49:53.579393 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-39e9e1eb-844f-482c-bd86-176b2a627e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:53.672823 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-39e9e1eb-844f-482c-bd86-176b2a627e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:53.808294 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-39e9e1eb-844f-482c-bd86-176b2a627e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:53.870975 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-39e9e1eb-844f-482c-bd86-176b2a627e05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9bce7c3fd424ca6bc43f266386ccd1e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5373459
May 12 14:49:53.872557 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9e1eb-844f-482c-bd86-176b2a627e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1ba84a-52a3-4cbb-9e75-d2b3495d569e,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:53.877056 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33790) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:53.928977 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 33794) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:53.949031 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-15d6dd12-7f3c-4af1-b42e-59ab01e920fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:53.974177 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10243465-b4c1-42f1-9c67-75a9afca33a0 req-441a5393-38d5-48c4-a026-b9d67131dcdf tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:53.975806 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-10243465-b4c1-42f1-9c67-75a9afca33a0 req-441a5393-38d5-48c4-a026-b9d67131dcdf tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1162350
May 12 14:49:53.977580 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-15d6dd12-7f3c-4af1-b42e-59ab01e920fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:54.044359 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-10243465-b4c1-42f1-9c67-75a9afca33a0 req-be5deed0-19fe-43c4-bd07-a9b34f2b28f5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616128
May 12 14:49:54.067608 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1391600150-network', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:54.070488 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:54.075688 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Usage tracker for resource:network and tenant:0bfe8d8bce3f496d9162c7f9c8727273 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:54.079091 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:54.085609 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:54.151486 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-15d6dd12-7f3c-4af1-b42e-59ab01e920fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:54.166927 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6dd12-7f3c-4af1-b42e-59ab01e920fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1ba84a-52a3-4cbb-9e75-d2b3495d569e,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:54.168685 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 892fd785-17e4-4442-9f7d-2e5d18b22e9f up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:49:54.174571 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-15d6dd12-7f3c-4af1-b42e-59ab01e920fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:54.175964 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-15d6dd12-7f3c-4af1-b42e-59ab01e920fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a1ba84a-52a3-4cbb-9e75-d2b3495d569e HTTP/1.1" status: 204  len: 168 time: 0.2974887
May 12 14:49:54.187022 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Made reservation on behalf of 0bfe8d8bce3f496d9162c7f9c8727273 for: {'network': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:49:54.190159 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:54.207127 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:54.226582 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:54.240573 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Usage tracker for resource:security_group_rule and tenant:0bfe8d8bce3f496d9162c7f9c8727273 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:54.244780 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:54.252687 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:54.350650 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:54.398599 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port 892fd785-17e4-4442-9f7d-2e5d18b22e9f completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:49:54.404692 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 892fd785-17e4-4442-9f7d-2e5d18b22e9f triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:49:54.405065 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:54.448682 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:54.480203 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'}  {{(pid=88126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:49:54.489000 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a0759a-6ba5-4c25-8795-3ef888e29516,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:54.499654 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:54.499975 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.segments_db [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Added segment 026fa921-25ab-4849-ba71-8f38df60d19c of type vlan for network 4c2f6902-97e3-4408-9b2c-59df76c4d77b
May 12 14:49:54.527863 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:54.577263 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:54.605072 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892fd785-17e4-4442-9f7d-2e5d18b22e9f'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:49:54.615128 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 892fd785-17e4-4442-9f7d-2e5d18b22e9f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:49:54.654834 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:54.656796 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:54.657600 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:54.658245 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5e896c17-dbb2-4015-9f68-eacc8cbffaaa req-6248c5c9-d9cd-4a77-9708-bb24ccad062e tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 210 time: 0.0514941
May 12 14:49:54.714747 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ef6548-4570-443d-8536-b13d5a9c3b41'] response: {'server_uuid': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'code': 200}
May 12 14:49:54.735741 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:54.811926 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=892fd785-17e4-4442-9f7d-2e5d18b22e9f,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:54.850522 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] Pushing event updated for resources: {'Network': ['ID=4c2f6902-97e3-4408-9b2c-59df76c4d77b,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:54.863697 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network 4c2f6902-97e3-4408-9b2c-59df76c4d77b details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:49:54.891608 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4a535-3cca-40b4-a516-e8bc0ac0cd5d req-2eae5375-a440-417c-ab0d-a210803acba5 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:54.893176 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-93c4a535-3cca-40b4-a516-e8bc0ac0cd5d req-2eae5375-a440-417c-ab0d-a210803acba5 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1356833
May 12 14:49:54.905834 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-ad740bf5-1dd6-4196-bca9-8447d91fefa5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9726589
May 12 14:49:54.906251 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33834) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:54.911808 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] Request body: {'subnet': {'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1391600150-subnet', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'ip_version': 4}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:54.917105 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:54.921013 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] Usage tracker for resource:subnet and tenant:0bfe8d8bce3f496d9162c7f9c8727273 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:54.923881 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:54.930446 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:54.961727 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-93c4a535-3cca-40b4-a516-e8bc0ac0cd5d req-7bbdfe60-4fbe-4a66-bf9a-71c0b8e2c7c3 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606093
May 12 14:49:55.044320 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] Made reservation on behalf of 0bfe8d8bce3f496d9162c7f9c8727273 for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:49:55.046829 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:55.301196 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4d5de-ae36-4d14-bbdd-1cf394518cc0 req-0d22b886-358b-487f-8f30-13bf66e9a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:55.302701 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4fd4d5de-ae36-4d14-bbdd-1cf394518cc0 req-0d22b886-358b-487f-8f30-13bf66e9a95c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 1098 time: 0.1186962
May 12 14:49:55.349037 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4fd4d5de-ae36-4d14-bbdd-1cf394518cc0 req-11355283-a4ac-46fd-b244-551d16c9cb62 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392268
May 12 14:49:55.421034 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65417a03-b62b-4219-b533-f246f113901e req-6badd7a4-2b0f-4b3c-9712-02e95f3f3bdd tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:55.422488 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-65417a03-b62b-4219-b533-f246f113901e req-6badd7a4-2b0f-4b3c-9712-02e95f3f3bdd tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.2020209
May 12 14:49:55.479652 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-65417a03-b62b-4219-b533-f246f113901e req-30e5c4d1-91ae-4646-b11b-81c57cb1bb87 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484068
May 12 14:49:55.598384 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:55.677586 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc671b6f-54dd-41f2-becb-3db170ece0f8,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:55.682907 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] Checking segment: {'id': '026fa921-25ab-4849-ba71-8f38df60d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:49:55.683274 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] Network hostable DHCP agents. Network: 4c2f6902-97e3-4408-9b2c-59df76c4d77b, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:49:55.781344 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] Network 4c2f6902-97e3-4408-9b2c-59df76c4d77b is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:49:55.814927 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-509b0af8-6b3e-419f-90d7-2228178c030a req-0bb2e886-ad1d-4398-be4e-fb5aa9d8f3c7 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 210 time: 0.0479887
May 12 14:49:55.883579 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, 4c2f6902-97e3-4408-9b2c-59df76c4d77b) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:49:55.887605 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:55.888375 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:55.892773 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0445633f-4085-48f4-861a-07196b98d71d None None] Network 4c2f6902-97e3-4408-9b2c-59df76c4d77b requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:49:55.999771 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0920ae72-e144-4433-8be1-22733d16c330 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0922334
May 12 14:49:56.002403 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33860) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:56.007386 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:56.011859 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:56.015934 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Usage tracker for resource:router and tenant:0bfe8d8bce3f496d9162c7f9c8727273 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:56.018742 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:56.025178 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:56.113197 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90abc092-179a-5d5e-8291-ea7041251afd-4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'fixed_ips': [{'subnet_id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8'}]}} from dv-cinder-831187-2-iscsi. {{(pid=88128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 12 14:49:56.114021 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:56.126340 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3890076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28053'] for router, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:56.127757 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3883812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28034'] for router, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:56.166205 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:56.198885 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571b84-8dff-4bf4-b539-4ebee944948c req-7b508acd-6ce9-47fc-9b7d-5dff0567cc68 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:56.200428 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a3571b84-8dff-4bf4-b539-4ebee944948c req-7b508acd-6ce9-47fc-9b7d-5dff0567cc68 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1167159
May 12 14:49:56.252409 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a3571b84-8dff-4bf4-b539-4ebee944948c req-1b91bb48-042a-4b77-b36a-25d5a6b35744 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457540
May 12 14:49:56.310396 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Allocated IP 172.20.0.2 (4c2f6902-97e3-4408-9b2c-59df76c4d77b/bc671b6f-54dd-41f2-becb-3db170ece0f8/42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1) {{(pid=88128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:49:56.519937 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Notify callbacks [] for port, precommit_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:56.530869 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Transition to ACTIVE for port object 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:49:56.549869 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Transition to ACTIVE for port object 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 will not be triggered until provisioned by entity DHCP. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:49:56.671177 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3883826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3890062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28144'] for router, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:56.678423 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:56.685061 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9c3ad-d177-4230-a91f-aced1e6408f7 req-01d3a2c9-9e88-4337-b8b1-df6469e50d64 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:56.686874 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4dd9c3ad-d177-4230-a91f-aced1e6408f7 req-01d3a2c9-9e88-4337-b8b1-df6469e50d64 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.0926130
May 12 14:49:56.762142 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4dd9c3ad-d177-4230-a91f-aced1e6408f7 req-2b81f18d-178a-4c64-b876-38e02a5b0420 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540082
May 12 14:49:56.773563 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Network 4c2f6902-97e3-4408-9b2c-59df76c4d77b is already hosted by enough agents. {{(pid=88128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:49:56.777148 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Resources bound (agent type, host, resource id):  {{(pid=88128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:49:56.781308 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Received port after_create {{(pid=88128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:49:56.793723 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Pushing event updated for resources: {'Port': ['ID=42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1,revision_number=1']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:56.907038 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Attempting to bind port 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:49:56.908238 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Attempting to bind port 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '026fa921-25ab-4849-ba71-8f38df60d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:49:56.910684 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Attempting to bind port 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 on network 4c2f6902-97e3-4408-9b2c-59df76c4d77b {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:49:56.917013 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:49:56.917563 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Checking segment: {'id': '026fa921-25ab-4849-ba71-8f38df60d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:49:56.919902 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:56.920336 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Bound using segment: {'id': '026fa921-25ab-4849-ba71-8f38df60d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:49:56.920947 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Bound port: 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026fa921-25ab-4849-ba71-8f38df60d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:49:56.921426 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:57.016183 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] For port 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:49:57.019098 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] For port 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1,segment=NetworkSegment(026fa921-25ab-4849-ba71-8f38df60d19c),segment_id=026fa921-25ab-4849-ba71-8f38df60d19c)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:49:57.112375 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c9b008eb-0aa2-468b-8d79-9340c368c35d req-dde6019f-9d2d-4ae6-bbe7-b387656a7cdd tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 210 time: 0.1110060
May 12 14:49:57.138318 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:57.177911 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:57.213400 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:57.223913 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7ee63-97e6-44b1-bb14-613d0395d2fd None None] Pushing event updated for resources: {'Port': ['ID=42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:57.354397 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238a277-7908-4ae6-b881-61b315423996 req-d4b1eb6a-946a-4670-878d-097c491246f9 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:57.356656 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6238a277-7908-4ae6-b881-61b315423996 req-d4b1eb6a-946a-4670-878d-097c491246f9 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.71 "GET /v2.0/networks?id=29318bea-5e26-4915-918a-926b02b62ecd HTTP/1.1" status: 200  len: 808 time: 0.2171891
May 12 14:49:57.386412 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Request body: {'port': {'device_id': '1f762070-fb47-4d30-9d90-30b0db2dffd4', 'network_id': '29318bea-5e26-4915-918a-926b02b62ecd', 'admin_state_up': True, 'tenant_id': '2c93480a75ab462f9181629c60772257'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:57.418675 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Allocated IP 172.27.3.141 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/6ffad284-d252-4530-9fd7-f5d916dd4ca2) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:49:57.653248 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed6101-5884-4cc7-a1c5-53f9cf6b0fc8 req-2e2400a8-a33e-41d0-b416-2b8f4c889e9a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:57.660335 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-90ed6101-5884-4cc7-a1c5-53f9cf6b0fc8 req-2e2400a8-a33e-41d0-b416-2b8f4c889e9a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.2522404
May 12 14:49:57.676661 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:49:57.703978 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Usage tracker for resource:port and tenant:2c93480a75ab462f9181629c60772257 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:49:57.712710 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:49:57.725070 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:49:57.756834 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-90ed6101-5884-4cc7-a1c5-53f9cf6b0fc8 req-ae56fbb2-d340-45a0-898f-fab8a50c0abc tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815251
May 12 14:49:57.797191 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:57.815492 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Made reservation on behalf of 2c93480a75ab462f9181629c60772257 for: {'port': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:49:57.819075 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:57.975195 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:58.066731 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:49:58.072069 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:49:58.077286 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:49:58.101947 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Allocated IP 172.20.0.8 (29318bea-5e26-4915-918a-926b02b62ecd/8fe8b736-f29b-45e1-bf1e-35147b4c3b20/8d88c3a6-67ec-4ff0-9f45-2f453178c148) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:49:58.163418 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e1ece-89a0-4208-981d-e5c51375101f req-d392d5e2-b5ae-41b0-b0e5-c7b7231f8dc5 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:58.165050 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f71e1ece-89a0-4208-981d-e5c51375101f req-d392d5e2-b5ae-41b0-b0e5-c7b7231f8dc5 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1498284
May 12 14:49:58.169630 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Pushing event updated for resources: {'Port': ['ID=6ffad284-d252-4530-9fd7-f5d916dd4ca2,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:58.181616 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 33900) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:49:58.190749 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-73b4a368-7b1f-4425-a65b-67a746c23e46 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Request body: {'floatingip': {'port_id': '892fd785-17e4-4442-9f7d-2e5d18b22e9f'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:58.402865 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733a8c2-e087-4b2e-9cc5-34b2c899817b req-8f50d970-5f16-465e-bf4b-75d73fbd5459 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:58.404502 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8733a8c2-e087-4b2e-9cc5-34b2c899817b req-8f50d970-5f16-465e-bf4b-75d73fbd5459 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.5150251
May 12 14:49:58.473725 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8733a8c2-e087-4b2e-9cc5-34b2c899817b req-908c09d9-6f8c-4a93-869a-2a1f033aaeae tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552452
May 12 14:49:58.533718 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-73b4a368-7b1f-4425-a65b-67a746c23e46 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for floatingip, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:58.556913 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:58.569293 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e844bbad-2ea0-40a7-bb03-f962af333338 None None] Network 4c2f6902-97e3-4408-9b2c-59df76c4d77b requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:49:58.621851 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-db91c665-2750-4343-a603-baff2c2e57f1 req-7f662fb7-f082-4bd6-ae87-42d38e95e311 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 210 time: 0.1835093
May 12 14:49:58.744038 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-e410817b-deb9-4a67-81ab-d0143fdcd6f2 None None] Provisioning for port 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:49:58.876262 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:58.977431 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:59.181712 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:59.296872 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3883785'] for router, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:59.318489 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:49:59.320053 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Pushing event updated for resources: {'Port': ['ID=8d88c3a6-67ec-4ff0-9f45-2f453178c148,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:59.411474 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Network 29318bea-5e26-4915-918a-926b02b62ecd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:49:59.427377 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:49:59.429640 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:49:59.488359 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:49:59.495586 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:49:59.498129 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:59.543540 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:59.544225 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:59.663042 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:59.669483 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4cd6799a-7b7c-4915-9170-76e5a746cf39 req-1b057abc-075f-4c14-ab1d-bd924c87149f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1076348
May 12 14:49:59.677977 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Router 87526dfe-a971-47f0-b0ee-07b5df60f186 is scheduled to L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f with binding_index 1 {{(pid=88125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 14:49:59.716702 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1,segment=NetworkSegment(026fa921-25ab-4849-ba71-8f38df60d19c),segment_id=026fa921-25ab-4849-ba71-8f38df60d19c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:49:59.781093 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6238a277-7908-4ae6-b881-61b315423996 req-ad7fa8db-1f14-4137-9d87-7b6d02f8da2c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4027052
May 12 14:49:59.815787 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:59.841234 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Request body: {'port': {'device_id': '1f762070-fb47-4d30-9d90-30b0db2dffd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:49:59.929150 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:49:59.934444 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-73b4a368-7b1f-4425-a65b-67a746c23e46 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:49:59.934599 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6084b80-6a63-4685-92d9-1b5a8214440d req-f20c0b92-fe66-4fa9-88b5-2d2825379395 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:49:59.940056 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e6084b80-6a63-4685-92d9-1b5a8214440d req-f20c0b92-fe66-4fa9-88b5-2d2825379395 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.3142078
May 12 14:50:00.018787 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-73b4a368-7b1f-4425-a65b-67a746c23e46 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:00.075932 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e6084b80-6a63-4685-92d9-1b5a8214440d req-90844d85-6ba2-4185-a69d-9d3747d2b29f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348174
May 12 14:50:00.078142 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:00.089795 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6799a-7b7c-4915-9170-76e5a746cf39 req-336bd261-d13f-4faf-9ffa-7239f502e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:00.091288 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4cd6799a-7b7c-4915-9170-76e5a746cf39 req-336bd261-d13f-4faf-9ffa-7239f502e687 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 1098 time: 0.3594015
May 12 14:50:00.103164 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:50:00.118953 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Sync routers for ids ['87526dfe-a971-47f0-b0ee-07b5df60f186'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:50:00.146114 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Routers {'87526dfe-a971-47f0-b0ee-07b5df60f186'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:50:00.146114 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7f84c0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:49:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['87526dfe-a971-47f0-b0ee-07b5df60f186'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:00.221412 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:00.223055 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3d101ba5-2899-4b58-8b13-1521345993d4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.2194989
May 12 14:50:00.225759 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33944) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:00.315308 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b1fd8-f61b-4f18-a581-c00c408a880d req-dd225a9a-0975-4911-9da7-accfa28a587c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:00.316036 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-7b2b1fd8-f61b-4f18-a581-c00c408a880d req-dd225a9a-0975-4911-9da7-accfa28a587c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Synchronizing usage tracker for tenant:2c93480a75ab462f9181629c60772257 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:50:00.470913 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Set router 87526dfe-a971-47f0-b0ee-07b5df60f186 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:50:00.570865 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-7b2b1fd8-f61b-4f18-a581-c00c408a880d req-dd225a9a-0975-4911-9da7-accfa28a587c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Unset dirty status for tenant:2c93480a75ab462f9181629c60772257 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:50:00.572634 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7b2b1fd8-f61b-4f18-a581-c00c408a880d req-dd225a9a-0975-4911-9da7-accfa28a587c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 931 time: 0.7986798
May 12 14:50:00.726966 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [None req-73b4a368-7b1f-4425-a65b-67a746c23e46 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Floating IP a0565a28-d1bf-444a-8bda-b874d041d316 associated. External IP: 172.27.3.165, port: 892fd785-17e4-4442-9f7d-2e5d18b22e9f.
May 12 14:50:00.808168 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7b2b1fd8-f61b-4f18-a581-c00c408a880d req-f4853b84-f098-4759-a0b5-6392577ef1b5 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207246
May 12 14:50:00.824240 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7f84c0>, [{'id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:56Z', 'updated_at': '2022-05-12T14:49:58Z', 'revision_number': 3, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'gw_port': {'id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:57Z', 'updated_at': '2022-05-12T14:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:00.824240 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Checking router: 87526dfe-a971-47f0-b0ee-07b5df60f186 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:50:00.824240 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Updating router 87526dfe-a971-47f0-b0ee-07b5df60f186 port 6ffad284-d252-4530-9fd7-f5d916dd4ca2 binding host dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:50:00.892747 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:00.949694 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6799a-7b7c-4915-9170-76e5a746cf39 req-a2e3dddd-881e-43bd-a698-d29516580e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:00.951420 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4cd6799a-7b7c-4915-9170-76e5a746cf39 req-a2e3dddd-881e-43bd-a698-d29516580e67 service neutron] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 919 time: 0.6489074
May 12 14:50:01.050421 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4cd6799a-7b7c-4915-9170-76e5a746cf39 req-17f02865-eed9-4838-8d4b-0eb5e3b01d9e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb HTTP/1.1" status: 200  len: 217 time: 0.0764754
May 12 14:50:01.082940 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:01.311057 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6799a-7b7c-4915-9170-76e5a746cf39 req-b6e0a50d-3c87-480e-98d5-6392dec08993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:01.312850 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4cd6799a-7b7c-4915-9170-76e5a746cf39 req-b6e0a50d-3c87-480e-98d5-6392dec08993 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.2057810
May 12 14:50:01.342196 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:50:01.443999 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Allocated IP 172.20.0.1 (4c2f6902-97e3-4408-9b2c-59df76c4d77b/bc671b6f-54dd-41f2-becb-3db170ece0f8/74e8adb0-a773-405a-9967-2b3a919bbd71) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:50:01.446886 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Notify callbacks [] for port, precommit_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:01.464926 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.provisioning_blocks [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Transition to ACTIVE for port object 6ffad284-d252-4530-9fd7-f5d916dd4ca2 will not be triggered until provisioned by entity L2. {{(pid=88129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:01.507938 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:01.512295 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:01.552026 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.db.resource_extend [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 12 14:50:01.601287 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:01.645001 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:01.665210 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Transition to ACTIVE for port object 74e8adb0-a773-405a-9967-2b3a919bbd71 will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:01.703604 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32eb191-2450-4436-8f9b-91d6263fa396 None None] Pushing event updated for resources: {'Port': ['ID=6ffad284-d252-4530-9fd7-f5d916dd4ca2,revision_number=2']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:01.717298 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Attempting to bind port 6ffad284-d252-4530-9fd7-f5d916dd4ca2 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:50:01.718270 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Attempting to bind port 6ffad284-d252-4530-9fd7-f5d916dd4ca2 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:50:01.718830 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Attempting to bind port 6ffad284-d252-4530-9fd7-f5d916dd4ca2 on network 70d2fa51-11f3-4a4a-9682-a94236c979fd {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:50:01.726192 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:50:01.726799 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Checking segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:50:01.727228 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:01.727650 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Bound using segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:50:01.728319 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Bound port: 6ffad284-d252-4530-9fd7-f5d916dd4ca2, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:50:01.728722 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:01.734323 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e598c2-2724-4cbf-af3b-40ed44feec46 req-8a90d245-1c5f-48fa-806d-8bf04e2f0957 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:01.739371 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f6e598c2-2724-4cbf-af3b-40ed44feec46 req-8a90d245-1c5f-48fa-806d-8bf04e2f0957 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.4259627
May 12 14:50:01.779989 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d88c3a6-67ec-4ff0-9f45-2f453178c148 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:50:01.787928 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:01.789484 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6799a-7b7c-4915-9170-76e5a746cf39 req-45a97a66-ef21-4c73-ab4d-efda50c54589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:01.791007 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4cd6799a-7b7c-4915-9170-76e5a746cf39 req-45a97a66-ef21-4c73-ab4d-efda50c54589 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4349248
May 12 14:50:01.798051 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:01.809425 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] For port 6ffad284-d252-4530-9fd7-f5d916dd4ca2, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:50:01.813192 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] For port 6ffad284-d252-4530-9fd7-f5d916dd4ca2, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=6ffad284-d252-4530-9fd7-f5d916dd4ca2,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:50:01.853781 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Transition to ACTIVE for port object 8d88c3a6-67ec-4ff0-9f45-2f453178c148 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:01.855569 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b4a368-7b1f-4425-a65b-67a746c23e46 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Router e5f01646-5ea2-4ada-979a-35d8fd523361 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:50:01.868270 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f6e598c2-2724-4cbf-af3b-40ed44feec46 req-7be14b8e-560e-4ae0-966a-aa876c093b10 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188476
May 12 14:50:01.873664 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:01.953021 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Network 4c2f6902-97e3-4408-9b2c-59df76c4d77b is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:50:01.964061 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:50:01.970880 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Pushing event updated for resources: {'Port': ['ID=74e8adb0-a773-405a-9967-2b3a919bbd71,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:01.976891 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:50:01.977451 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885023'] for router_interface, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:01.997900 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32eb191-2450-4436-8f9b-91d6263fa396 None None] Pushing event updated for resources: {'Port': ['ID=6ffad284-d252-4530-9fd7-f5d916dd4ca2,revision_number=3']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:02.020206 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Routers {'87526dfe-a971-47f0-b0ee-07b5df60f186'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:50:02.020917 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7f84c0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:49:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['87526dfe-a971-47f0-b0ee-07b5df60f186'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:02.226120 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:02.226804 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9c337-3085-4720-a064-36a62a06a71e req-f3dc5de6-77c3-48a3-b616-b14ca07cc9db tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:02.232199 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f6e9c337-3085-4720-a064-36a62a06a71e req-f3dc5de6-77c3-48a3-b616-b14ca07cc9db tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 943 time: 0.1402116
May 12 14:50:02.295228 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f6e9c337-3085-4720-a064-36a62a06a71e req-ce3ec0f8-cbba-4b32-89e1-a4d4e3afbaed tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Synchronizing usage tracker for tenant:2c93480a75ab462f9181629c60772257 on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:50:02.353611 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] Set router 87526dfe-a971-47f0-b0ee-07b5df60f186 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:50:02.492397 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Pushing event updated for resources: {'Port': ['ID=8d88c3a6-67ec-4ff0-9f45-2f453178c148,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:02.509526 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4cd6799a-7b7c-4915-9170-76e5a746cf39 req-422b6248-81e5-4264-a393-522b793364d2 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6809435
May 12 14:50:02.519716 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:02.687827 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b4a368-7b1f-4425-a65b-67a746c23e46 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:50:02.696148 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-73b4a368-7b1f-4425-a65b-67a746c23e46 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:02.702210 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e636c43-181d-4416-a470-104177937aa4 None None] Sync routers for ids ['e5f01646-5ea2-4ada-979a-35d8fd523361'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:50:02.707665 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7f84c0>, [{'id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:56Z', 'updated_at': '2022-05-12T14:49:58Z', 'revision_number': 3, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'gw_port': {'id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:57Z', 'updated_at': '2022-05-12T14:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:02.715294 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee9c6f-d636-420f-a9e1-1b30c6374131 None None] The sync data for ids ['87526dfe-a971-47f0-b0ee-07b5df60f186'] in dv-cinder-831187-2-iscsi is: [{'id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:56Z', 'updated_at': '2022-05-12T14:49:58Z', 'revision_number': 3, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'gw_port': {'id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:57Z', 'updated_at': '2022-05-12T14:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:50:02.722451 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e636c43-181d-4416-a470-104177937aa4 None None] Routers {'e5f01646-5ea2-4ada-979a-35d8fd523361'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:50:02.723645 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-3e636c43-181d-4416-a470-104177937aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87c8f670>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:49:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['e5f01646-5ea2-4ada-979a-35d8fd523361'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:02.808593 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-73b4a368-7b1f-4425-a65b-67a746c23e46 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "PUT /v2.0/floatingips/a0565a28-d1bf-444a-8bda-b874d041d316 HTTP/1.1" status: 200  len: 991 time: 4.6254680
May 12 14:50:02.817226 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'tag': '892fd785-17e4-4442-9f7d-2e5d18b22e9f'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:50:02.822114 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Attempting to bind port 8d88c3a6-67ec-4ff0-9f45-2f453178c148 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:50:02.822452 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Attempting to bind port 8d88c3a6-67ec-4ff0-9f45-2f453178c148 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '0e160f5e-7454-4fcb-b9ae-67247c38d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '29318bea-5e26-4915-918a-926b02b62ecd'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:50:02.822779 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Attempting to bind port 8d88c3a6-67ec-4ff0-9f45-2f453178c148 on network 29318bea-5e26-4915-918a-926b02b62ecd {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:50:02.832918 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Port 8d88c3a6-67ec-4ff0-9f45-2f453178c148 on network 29318bea-5e26-4915-918a-926b02b62ecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:50:02.835588 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Attempting to bind port 8d88c3a6-67ec-4ff0-9f45-2f453178c148 on network 29318bea-5e26-4915-918a-926b02b62ecd {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:50:02.835729 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:02.839944 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4cd6799a-7b7c-4915-9170-76e5a746cf39 req-6e27d034-1a04-428a-a2c4-2296fe8cd744 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2947004
May 12 14:50:02.842314 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:50:02.842644 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Checking segment: {'id': '0e160f5e-7454-4fcb-b9ae-67247c38d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '29318bea-5e26-4915-918a-926b02b62ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:50:02.843051 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Bound using segment: {'id': '0e160f5e-7454-4fcb-b9ae-67247c38d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '29318bea-5e26-4915-918a-926b02b62ecd'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:50:02.843487 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Bound port: 8d88c3a6-67ec-4ff0-9f45-2f453178c148, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e160f5e-7454-4fcb-b9ae-67247c38d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '29318bea-5e26-4915-918a-926b02b62ecd'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:50:02.843834 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:02.860605 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f6e9c337-3085-4720-a064-36a62a06a71e req-ce3ec0f8-cbba-4b32-89e1-a4d4e3afbaed tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Unset dirty status for tenant:2c93480a75ab462f9181629c60772257 on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:50:02.864719 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f6e9c337-3085-4720-a064-36a62a06a71e req-ce3ec0f8-cbba-4b32-89e1-a4d4e3afbaed tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6295435
May 12 14:50:02.892283 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faba428a-23b5-40d1-8f05-0b1d0a69c774'] response: {'name': 'network-changed', 'server_uuid': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'tag': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'status': 'completed', 'code': 200}
May 12 14:50:02.943669 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-805f199e-df40-480f-9b2f-a01fc0342ad5 None None] Provisioning for port 74e8adb0-a773-405a-9967-2b3a919bbd71 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:50:02.950153 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:02.951384 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3749132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884922'] for router_interface, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:02.951659 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] For port 8d88c3a6-67ec-4ff0-9f45-2f453178c148, host hv-cinder-83118, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:50:02.955586 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] For port 8d88c3a6-67ec-4ff0-9f45-2f453178c148, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8d88c3a6-67ec-4ff0-9f45-2f453178c148,segment=NetworkSegment(0e160f5e-7454-4fcb-b9ae-67247c38d037),segment_id=0e160f5e-7454-4fcb-b9ae-67247c38d037)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:50:02.966762 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-805f199e-df40-480f-9b2f-a01fc0342ad5 None None] Provisioning complete for port 74e8adb0-a773-405a-9967-2b3a919bbd71 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:02.967304 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-805f199e-df40-480f-9b2f-a01fc0342ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:03.105323 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:03.137731 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-805f199e-df40-480f-9b2f-a01fc0342ad5 None None] Port 74e8adb0-a773-405a-9967-2b3a919bbd71 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:50:03.140473 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-3e636c43-181d-4416-a470-104177937aa4 None None] Set router e5f01646-5ea2-4ada-979a-35d8fd523361 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:50:03.189820 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Pushing event updated for resources: {'Port': ['ID=74e8adb0-a773-405a-9967-2b3a919bbd71,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:03.270437 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:03.271342 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:03.273050 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6238a277-7908-4ae6-b881-61b315423996 req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] 10.222.0.71 "PUT /v2.0/ports/8d88c3a6-67ec-4ff0-9f45-2f453178c148 HTTP/1.1" status: 200  len: 1093 time: 3.4394927
May 12 14:50:03.276096 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33586858-459c-4084-90d3-08c37df5fb73 service neutron] Pushing event updated for resources: {'Port': ['ID=8d88c3a6-67ec-4ff0-9f45-2f453178c148,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:03.315917 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320d9f2-3217-484d-a660-ef9a411f07b4 req-bbd0b42b-6fae-4a7d-9a75-de56dedd6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:03.315917 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9320d9f2-3217-484d-a660-ef9a411f07b4 req-bbd0b42b-6fae-4a7d-9a75-de56dedd6c26 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e&device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 1098 time: 0.3164701
May 12 14:50:03.376062 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 33988) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:03.408987 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6ffad284-d252-4530-9fd7-f5d916dd4ca2 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:50:03.602989 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Network 4c2f6902-97e3-4408-9b2c-59df76c4d77b is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:50:03.605874 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:50:03.637851 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c8c18-0766-4a65-8374-e75b36ab483b req-4768805f-fe66-482a-9a7f-6015593fe69a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:03.640527 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c36c8c18-0766-4a65-8374-e75b36ab483b req-4768805f-fe66-482a-9a7f-6015593fe69a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.5703568
May 12 14:50:03.749208 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238a277-7908-4ae6-b881-61b315423996 req-e5fce745-2701-4a37-baff-55e3e8fb804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:03.763158 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6238a277-7908-4ae6-b881-61b315423996 req-e5fce745-2701-4a37-baff-55e3e8fb804d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2c93480a75ab462f9181629c60772257&device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 1096 time: 0.3005393
May 12 14:50:03.763158 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320d9f2-3217-484d-a660-ef9a411f07b4 req-40828f9c-ef3b-4006-b4e1-ebb00ea9f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:03.764359 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9320d9f2-3217-484d-a660-ef9a411f07b4 req-40828f9c-ef3b-4006-b4e1-ebb00ea9f8e4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf HTTP/1.1" status: 200  len: 917 time: 0.4359746
May 12 14:50:03.874389 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:03.939979 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 6ffad284-d252-4530-9fd7-f5d916dd4ca2 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:50:03.967779 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:03.972406 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 6ffad284-d252-4530-9fd7-f5d916dd4ca2 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:03.972782 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:03.979845 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c36c8c18-0766-4a65-8374-e75b36ab483b req-e02fd8ea-fa61-488d-854a-60aba457d357 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3281624
May 12 14:50:03.984269 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Usage tracker for resource:security_group_rule and tenant:d54f482688534e79a090c75a538e21a8 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:03.989100 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:04.057294 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:04.077791 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-3e636c43-181d-4416-a470-104177937aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87c8f670>, [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': 'a0565a28-d1bf-444a-8bda-b874d041d316', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'port_id': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'mac_address': 'fa:16:3e:35:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:49:38Z', 'updated_at': '2022-05-12T14:49:59Z', 'revision_number': 1, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7273a1-9d4e-40b8-9ee8-bad32529ad5f', 'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'mac_address': 'fa:16:3e:9e:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:33Z', 'updated_at': '2022-05-12T14:49:41Z', 'revision_number': 5, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'subnets': [{'id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:04.118617 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e636c43-181d-4416-a470-104177937aa4 None None] Checking router: e5f01646-5ea2-4ada-979a-35d8fd523361 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:50:04.128667 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Router 87526dfe-a971-47f0-b0ee-07b5df60f186 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:50:04.139685 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e636c43-181d-4416-a470-104177937aa4 None None] Routers {'e5f01646-5ea2-4ada-979a-35d8fd523361'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:50:04.140318 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-3e636c43-181d-4416-a470-104177937aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87c8f670>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:49:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['e5f01646-5ea2-4ada-979a-35d8fd523361'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:04.177044 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6238a277-7908-4ae6-b881-61b315423996 req-8ec3cef3-9e6c-4e07-9815-c4e03f80041c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d88c3a6-67ec-4ff0-9f45-2f453178c148 HTTP/1.1" status: 200  len: 217 time: 0.3905051
May 12 14:50:04.220707 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-f9c670f0-cfa1-407b-acc0-ef796b09b254 None None] Provisioning complete for port 74e8adb0-a773-405a-9967-2b3a919bbd71 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:04.221081 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f9c670f0-cfa1-407b-acc0-ef796b09b254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:04.227113 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:04.270517 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238a277-7908-4ae6-b881-61b315423996 req-cf80995f-b922-4e72-91cc-e4570962b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:04.272315 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6238a277-7908-4ae6-b881-61b315423996 req-cf80995f-b922-4e72-91cc-e4570962b468 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fe8b736-f29b-45e1-bf1e-35147b4c3b20 HTTP/1.1" status: 200  len: 848 time: 0.0842991
May 12 14:50:04.287903 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:04.322502 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:04.334575 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6238a277-7908-4ae6-b881-61b315423996 req-e415bc8d-fcce-4463-9c42-28490039a6a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29318bea-5e26-4915-918a-926b02b62ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483167
May 12 14:50:04.342900 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 6ffad284-d252-4530-9fd7-f5d916dd4ca2, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=6ffad284-d252-4530-9fd7-f5d916dd4ca2,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:04.432957 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d54f482688534e79a090c75a538e21a8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0221894
May 12 14:50:04.433568 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-f9c670f0-cfa1-407b-acc0-ef796b09b254 None None] Port 74e8adb0-a773-405a-9967-2b3a919bbd71 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:50:04.449498 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 34002) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:04.451768 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:04.469123 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad61d09e-822d-4b00-a72d-531ef8df1899,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:04.489527 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:04.495049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:04.495049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:04.495049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:04.495049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:04.495049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:04.495049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:04.495049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:04.495049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:04.495049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:04.495049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:04.495049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553150b5-7909-4eef-bce0-781305b26547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:04.495809 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9320d9f2-3217-484d-a660-ef9a411f07b4 req-a755457e-65d1-4863-b754-c63201972798 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f HTTP/1.1" status: 200  len: 999 time: 0.5768065
May 12 14:50:04.524731 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:50:04.533411 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=6ffad284-d252-4530-9fd7-f5d916dd4ca2,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:04.539757 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-3e636c43-181d-4416-a470-104177937aa4 None None] Set router e5f01646-5ea2-4ada-979a-35d8fd523361 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:50:04.561996 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-29f4aac1-4170-443c-b310-7fee7969348c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:04.583412 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-164fd2db-4a31-4a11-9b24-48d0f3db0fff admin admin] 10.222.0.49 "PUT /v2.0/routers/87526dfe-a971-47f0-b0ee-07b5df60f186/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3509159
May 12 14:50:04.598468 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-29f4aac1-4170-443c-b310-7fee7969348c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:04.684592 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6238a277-7908-4ae6-b881-61b315423996 req-8c2bc2f8-4c2a-4d88-8cc2-90eab30ea112 service neutron] 10.222.0.71 "GET /v2.0/networks/29318bea-5e26-4915-918a-926b02b62ecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3402121
May 12 14:50:04.690496 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320d9f2-3217-484d-a660-ef9a411f07b4 req-601328fe-5c89-4704-8809-8684baea6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:04.692029 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9320d9f2-3217-484d-a660-ef9a411f07b4 req-601328fe-5c89-4704-8809-8684baea6843 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9cc4b301-087e-454e-9a61-3b3c682b44e8 HTTP/1.1" status: 200  len: 855 time: 0.1435122
May 12 14:50:04.722398 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82b6bf-3773-4a05-8725-a62796da6212 req-3829cb79-fc70-4078-8bc4-8cb1134d768f tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:04.731069 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-db82b6bf-3773-4a05-8725-a62796da6212 req-3829cb79-fc70-4078-8bc4-8cb1134d768f tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 943 time: 0.6282928
May 12 14:50:04.753091 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-29f4aac1-4170-443c-b310-7fee7969348c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:04.782429 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4aac1-4170-443c-b310-7fee7969348c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad61d09e-822d-4b00-a72d-531ef8df1899,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:04.802641 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-29f4aac1-4170-443c-b310-7fee7969348c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:04.806864 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-29f4aac1-4170-443c-b310-7fee7969348c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad61d09e-822d-4b00-a72d-531ef8df1899 HTTP/1.1" status: 204  len: 168 time: 0.3533869
May 12 14:50:04.977097 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f762070-fb47-4d30-9d90-30b0db2dffd4', 'tag': '8d88c3a6-67ec-4ff0-9f45-2f453178c148'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:50:05.036279 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-3e636c43-181d-4416-a470-104177937aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87c8f670>, [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': 'a0565a28-d1bf-444a-8bda-b874d041d316', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'port_id': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'mac_address': 'fa:16:3e:35:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:49:38Z', 'updated_at': '2022-05-12T14:49:59Z', 'revision_number': 1, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7273a1-9d4e-40b8-9ee8-bad32529ad5f', 'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'mac_address': 'fa:16:3e:9e:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:33Z', 'updated_at': '2022-05-12T14:49:41Z', 'revision_number': 5, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'subnets': [{'id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:05.041619 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e636c43-181d-4416-a470-104177937aa4 None None] The sync data for ids ['e5f01646-5ea2-4ada-979a-35d8fd523361'] in dv-cinder-831187-2-iscsi is: [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': 'a0565a28-d1bf-444a-8bda-b874d041d316', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'port_id': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'mac_address': 'fa:16:3e:35:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:49:38Z', 'updated_at': '2022-05-12T14:49:59Z', 'revision_number': 1, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7273a1-9d4e-40b8-9ee8-bad32529ad5f', 'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'mac_address': 'fa:16:3e:9e:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:33Z', 'updated_at': '2022-05-12T14:49:41Z', 'revision_number': 5, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'subnets': [{'id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:50:05.043671 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-db82b6bf-3773-4a05-8725-a62796da6212 req-071261a1-59c4-4e40-bd9f-567c6e3d52f5 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3117266
May 12 14:50:05.049047 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6238a277-7908-4ae6-b881-61b315423996 req-8cf3d5e7-b71b-4242-95d3-f669c90bcae4 service neutron] 10.222.0.71 "GET /v2.0/networks/29318bea-5e26-4915-918a-926b02b62ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3555083
May 12 14:50:05.098421 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320d9f2-3217-484d-a660-ef9a411f07b4 req-f074ed53-2a27-444d-ad2f-29620d063496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:05.099993 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9320d9f2-3217-484d-a660-ef9a411f07b4 req-f074ed53-2a27-444d-ad2f-29620d063496 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3475912
May 12 14:50:05.154030 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b159ac-a7d7-4f99-9ef4-33ae3819e57c'] response: {'name': 'network-changed', 'server_uuid': '1f762070-fb47-4d30-9d90-30b0db2dffd4', 'tag': '8d88c3a6-67ec-4ff0-9f45-2f453178c148', 'status': 'completed', 'code': 200}
May 12 14:50:05.289046 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Sync routers for ids ['87526dfe-a971-47f0-b0ee-07b5df60f186'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:50:05.307853 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Routers {'87526dfe-a971-47f0-b0ee-07b5df60f186'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:50:05.308510 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7f8d00>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:49:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['87526dfe-a971-47f0-b0ee-07b5df60f186'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:05.329491 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6ffad284-d252-4530-9fd7-f5d916dd4ca2 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:50:05.461541 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 6ffad284-d252-4530-9fd7-f5d916dd4ca2 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:05.462483 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:05.531608 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c87cda-b014-47e4-9b4b-1b62859ffc28 None None] New status for floating IP a0565a28-d1bf-444a-8bda-b874d041d316: ACTIVE {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:50:05.550540 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9320d9f2-3217-484d-a660-ef9a411f07b4 req-6f9afdca-32ce-4169-84c5-91ad15f14d3b service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4407775
May 12 14:50:05.563045 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd32e8-0568-42f2-ab25-e0f7650cff56 req-5a432480-eb98-4ed8-aa9b-37fdba7928ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:05.563045 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-49fd32e8-0568-42f2-ab25-e0f7650cff56 req-5a432480-eb98-4ed8-aa9b-37fdba7928ac service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2c93480a75ab462f9181629c60772257&device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 1096 time: 0.2248182
May 12 14:50:05.654950 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b90de3-e924-4625-8603-a2a9caa2510d req-3c40c41b-18d3-4e0d-9f96-eca3cfddc37d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:05.654950 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-48b90de3-e924-4625-8603-a2a9caa2510d req-3c40c41b-18d3-4e0d-9f96-eca3cfddc37d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.3173120
May 12 14:50:05.707178 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Set router 87526dfe-a971-47f0-b0ee-07b5df60f186 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:50:05.906342 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-48b90de3-e924-4625-8603-a2a9caa2510d req-9a620f71-6219-4df4-920a-b29912b80cae tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792881
May 12 14:50:05.987341 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd32e8-0568-42f2-ab25-e0f7650cff56 req-531e0c64-e610-409e-98ae-30c67dd92035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:05.989176 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-49fd32e8-0568-42f2-ab25-e0f7650cff56 req-531e0c64-e610-409e-98ae-30c67dd92035 service neutron] 10.222.0.71 "GET /v2.0/networks?id=29318bea-5e26-4915-918a-926b02b62ecd HTTP/1.1" status: 200  len: 909 time: 0.4005017
May 12 14:50:05.991191 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9320d9f2-3217-484d-a660-ef9a411f07b4 req-0ba44fff-9332-4c8f-a347-73f6f97951ae service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3940697
May 12 14:50:06.115356 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-49fd32e8-0568-42f2-ab25-e0f7650cff56 req-0b9571dd-9795-4ad6-90ad-4ba586b0f116 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d88c3a6-67ec-4ff0-9f45-2f453178c148 HTTP/1.1" status: 200  len: 217 time: 0.0967963
May 12 14:50:06.148189 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 34056) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:06.153425 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1178413045-network', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:06.162623 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:06.172057 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Usage tracker for resource:network and tenant:67919b38bd654d4780f7b33a57c987c0 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:06.181039 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:06.194723 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:06.282161 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd32e8-0568-42f2-ab25-e0f7650cff56 req-af6b4a24-cf62-471c-90ca-f1731644aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:06.282658 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7f8d00>, [{'id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:56Z', 'updated_at': '2022-05-12T14:50:02Z', 'revision_number': 4, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'gw_port': {'id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:57Z', 'updated_at': '2022-05-12T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '74e8adb0-a773-405a-9967-2b3a919bbd71', 'name': '', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'mac_address': 'fa:16:3e:d1:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:01Z', 'updated_at': '2022-05-12T14:50:02Z', 'revision_number': 2, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'subnets': [{'id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:06.283698 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-49fd32e8-0568-42f2-ab25-e0f7650cff56 req-af6b4a24-cf62-471c-90ca-f1731644aaf3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fe8b736-f29b-45e1-bf1e-35147b4c3b20 HTTP/1.1" status: 200  len: 848 time: 0.1586661
May 12 14:50:06.309432 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Checking router: 87526dfe-a971-47f0-b0ee-07b5df60f186 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:50:06.309939 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Updating router 87526dfe-a971-47f0-b0ee-07b5df60f186 port 74e8adb0-a773-405a-9967-2b3a919bbd71 binding host dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:50:06.312321 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Made reservation on behalf of 67919b38bd654d4780f7b33a57c987c0 for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:50:06.315628 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:06.342434 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:06.373468 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:06.386770 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Usage tracker for resource:security_group_rule and tenant:67919b38bd654d4780f7b33a57c987c0 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:06.387312 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:06.406899 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:06.422844 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:06.432922 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-49fd32e8-0568-42f2-ab25-e0f7650cff56 req-f4ab86aa-2fea-4aa0-ac89-9ce80378ab57 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29318bea-5e26-4915-918a-926b02b62ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1417327
May 12 14:50:06.577529 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:06.642512 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dff04-7786-4a88-b812-8e3c7309b71f req-327a1627-5a0e-4705-94b4-7cf6d62d4873 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:06.644061 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d88dff04-7786-4a88-b812-8e3c7309b71f req-327a1627-5a0e-4705-94b4-7cf6d62d4873 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 943 time: 0.2726693
May 12 14:50:06.652607 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-49fd32e8-0568-42f2-ab25-e0f7650cff56 req-d5f6284e-ec8e-4f1f-9fe1-05da84a0c593 service neutron] 10.222.0.71 "GET /v2.0/networks/29318bea-5e26-4915-918a-926b02b62ecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2045605
May 12 14:50:06.696151 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:06.741293 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'}  {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:50:06.749269 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d1c984-05f4-4cb8-abf2-49300688fd1f,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:06.775160 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:06.775784 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Added segment 3340f6c9-fe62-4625-a4ce-c331e88b5548 of type vlan for network e282ebc9-b5c0-4203-a325-3c1c45a4285d
May 12 14:50:06.824037 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:06.894417 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d88dff04-7786-4a88-b812-8e3c7309b71f req-80cbee10-df59-4ded-94d2-43536c2b9978 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2440691
May 12 14:50:06.939070 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-49fd32e8-0568-42f2-ab25-e0f7650cff56 req-68c58df3-55fd-44f3-a0da-a2430a7fecdc service neutron] 10.222.0.71 "GET /v2.0/networks/29318bea-5e26-4915-918a-926b02b62ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2727885
May 12 14:50:06.945583 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:06.946689 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:06.947373 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:06.959541 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Notify callbacks [] for port, precommit_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:06.972428 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.provisioning_blocks [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Transition to ACTIVE for port object 74e8adb0-a773-405a-9967-2b3a919bbd71 will not be triggered until provisioned by entity L2. {{(pid=88129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:07.065472 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:07.110685 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] Pushing event updated for resources: {'Network': ['ID=e282ebc9-b5c0-4203-a325-3c1c45a4285d,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:07.128467 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network e282ebc9-b5c0-4203-a325-3c1c45a4285d details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:50:07.183060 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d09580-69b7-45ee-ae53-2c7450b46a4e req-69d23556-6cad-471a-b81b-8edc71f7b095 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:07.195491 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-37d09580-69b7-45ee-ae53-2c7450b46a4e req-69d23556-6cad-471a-b81b-8edc71f7b095 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1600595
May 12 14:50:07.200480 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a114b81e-bee8-432a-b1f1-a70dfb36afdb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0526693
May 12 14:50:07.203369 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 34076) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:07.212606 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Request body: {'subnet': {'network_id': 'e282ebc9-b5c0-4203-a325-3c1c45a4285d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1178413045-subnet', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0', 'ip_version': 4}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:07.225845 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:07.237409 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Usage tracker for resource:subnet and tenant:67919b38bd654d4780f7b33a57c987c0 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:07.245745 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:07.260305 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:07.267288 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa635e-9584-4eda-8184-97c156738738 None None] Pushing event updated for resources: {'Port': ['ID=74e8adb0-a773-405a-9967-2b3a919bbd71,revision_number=3']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:07.313095 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-37d09580-69b7-45ee-ae53-2c7450b46a4e req-1f328dec-2dc1-43d2-9184-005aa9ecff50 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143360
May 12 14:50:07.333235 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Attempting to bind port 74e8adb0-a773-405a-9967-2b3a919bbd71 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:50:07.333882 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Attempting to bind port 74e8adb0-a773-405a-9967-2b3a919bbd71 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '026fa921-25ab-4849-ba71-8f38df60d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b'}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:50:07.334011 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Attempting to bind port 74e8adb0-a773-405a-9967-2b3a919bbd71 on network 4c2f6902-97e3-4408-9b2c-59df76c4d77b {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:50:07.340185 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:50:07.340572 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Checking segment: {'id': '026fa921-25ab-4849-ba71-8f38df60d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:50:07.340955 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:07.341337 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Bound using segment: {'id': '026fa921-25ab-4849-ba71-8f38df60d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b'} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:50:07.341807 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Bound port: 74e8adb0-a773-405a-9967-2b3a919bbd71, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026fa921-25ab-4849-ba71-8f38df60d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b'}}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:50:07.342195 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:07.386463 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Made reservation on behalf of 67919b38bd654d4780f7b33a57c987c0 for: {'subnet': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:50:07.388907 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2571092'] for subnet, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:07.451070 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] For port 74e8adb0-a773-405a-9967-2b3a919bbd71, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:50:07.454574 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] For port 74e8adb0-a773-405a-9967-2b3a919bbd71, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=74e8adb0-a773-405a-9967-2b3a919bbd71,segment=NetworkSegment(026fa921-25ab-4849-ba71-8f38df60d19c),segment_id=026fa921-25ab-4849-ba71-8f38df60d19c)] {{(pid=88129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:50:07.552563 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:07.643999 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Routers {'87526dfe-a971-47f0-b0ee-07b5df60f186'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:50:07.644676 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7f8d00>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:49:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['87526dfe-a971-47f0-b0ee-07b5df60f186'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:07.702778 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa635e-9584-4eda-8184-97c156738738 None None] Pushing event updated for resources: {'Port': ['ID=74e8adb0-a773-405a-9967-2b3a919bbd71,revision_number=4']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:07.729068 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3159237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2571074'] for subnet, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:07.812493 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7bf8c3-e87a-4e08-95ab-820abd7022fd,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:07.824515 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:07.824925 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:07.825568 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:07.825702 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:07.826039 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:07.826454 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:07.826878 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:07.827272 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:07.827680 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:07.828074 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:07.828461 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:07.828841 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:07.833025 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Checking segment: {'id': '3340f6c9-fe62-4625-a4ce-c331e88b5548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e282ebc9-b5c0-4203-a325-3c1c45a4285d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:50:07.833479 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Network hostable DHCP agents. Network: e282ebc9-b5c0-4203-a325-3c1c45a4285d, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:50:07.839604 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] Set router 87526dfe-a971-47f0-b0ee-07b5df60f186 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:50:07.929099 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Network e282ebc9-b5c0-4203-a325-3c1c45a4285d is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:50:08.014953 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, e282ebc9-b5c0-4203-a325-3c1c45a4285d) {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:50:08.024626 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19630ebd-d505-4ac2-9f33-c7654de9c588 None None] Network e282ebc9-b5c0-4203-a325-3c1c45a4285d requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:50:08.058834 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:08.059427 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:08.131585 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a802cb4-6a02-4967-b573-77179b7acd1c req-5aae0dcd-f16a-456d-90fb-12a83c250d1c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:08.133379 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9a802cb4-6a02-4967-b573-77179b7acd1c req-5aae0dcd-f16a-456d-90fb-12a83c250d1c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 943 time: 0.1110256
May 12 14:50:08.178553 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-2619b5ca-a6bf-41c5-b2ba-90d5993254d9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9734759
May 12 14:50:08.178790 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 34100) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:08.183875 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1178413045-router', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:08.184766 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7f8d00>, [{'id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:56Z', 'updated_at': '2022-05-12T14:50:02Z', 'revision_number': 4, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'gw_port': {'id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:57Z', 'updated_at': '2022-05-12T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '74e8adb0-a773-405a-9967-2b3a919bbd71', 'name': '', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'mac_address': 'fa:16:3e:d1:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:01Z', 'updated_at': '2022-05-12T14:50:07Z', 'revision_number': 4, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'subnets': [{'id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:08.190085 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e067162-73bd-45e8-a4ae-beaad8128471 None None] The sync data for ids ['87526dfe-a971-47f0-b0ee-07b5df60f186'] in dv-cinder-831187-2-iscsi is: [{'id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:56Z', 'updated_at': '2022-05-12T14:50:02Z', 'revision_number': 4, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'gw_port': {'id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:57Z', 'updated_at': '2022-05-12T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '74e8adb0-a773-405a-9967-2b3a919bbd71', 'name': '', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'mac_address': 'fa:16:3e:d1:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:01Z', 'updated_at': '2022-05-12T14:50:07Z', 'revision_number': 4, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'subnets': [{'id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:50:08.191383 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:08.195169 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9a802cb4-6a02-4967-b573-77179b7acd1c req-ee24afde-2ab2-40db-869f-4be72aa73ffa tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534499
May 12 14:50:08.202281 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Usage tracker for resource:router and tenant:67919b38bd654d4780f7b33a57c987c0 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:08.213077 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:08.223535 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:08.288940 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 8d88c3a6-67ec-4ff0-9f45-2f453178c148 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:50:08.310389 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90abc092-179a-5d5e-8291-ea7041251afd-e282ebc9-b5c0-4203-a325-3c1c45a4285d', 'network_id': 'e282ebc9-b5c0-4203-a325-3c1c45a4285d', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0', 'fixed_ips': [{'subnet_id': '5e7bf8c3-e87a-4e08-95ab-820abd7022fd'}]}} from dv-cinder-831187-2-iscsi. {{(pid=88128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 12 14:50:08.311465 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:08.313264 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3890076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28053'] for router, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:08.315008 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3883812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28034'] for router, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:08.338123 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:08.627593 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 8d88c3a6-67ec-4ff0-9f45-2f453178c148, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8d88c3a6-67ec-4ff0-9f45-2f453178c148,segment=NetworkSegment(0e160f5e-7454-4fcb-b9ae-67247c38d037),segment_id=0e160f5e-7454-4fcb-b9ae-67247c38d037)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:08.649050 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '8d88c3a6-67ec-4ff0-9f45-2f453178c148', 'network_id': '29318bea-5e26-4915-918a-926b02b62ecd', 'port_id': '8d88c3a6-67ec-4ff0-9f45-2f453178c148', 'mac_address': 'fa:16:3e:4e:b6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe8b736-f29b-45e1-bf1e-35147b4c3b20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:50:08.707419 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Allocated IP 172.20.0.2 (e282ebc9-b5c0-4203-a325-3c1c45a4285d/5e7bf8c3-e87a-4e08-95ab-820abd7022fd/73b9c2e8-03d9-4d38-b652-139f6e16d855) {{(pid=88128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:50:08.751700 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:08.836338 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d88c3a6-67ec-4ff0-9f45-2f453178c148 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:50:08.865071 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 8d88c3a6-67ec-4ff0-9f45-2f453178c148, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8d88c3a6-67ec-4ff0-9f45-2f453178c148,segment=NetworkSegment(0e160f5e-7454-4fcb-b9ae-67247c38d037),segment_id=0e160f5e-7454-4fcb-b9ae-67247c38d037)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:08.876090 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3883826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3890062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28144'] for router, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:08.898500 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a0a0d-0f8c-4ba3-b04d-d90367fa05ba req-01dd9bf7-5a2d-46c1-a5ee-48553266d143 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:08.905852 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0a6a0a0d-0f8c-4ba3-b04d-d90367fa05ba req-01dd9bf7-5a2d-46c1-a5ee-48553266d143 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.4815845
May 12 14:50:08.948678 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0a6a0a0d-0f8c-4ba3-b04d-d90367fa05ba req-9ce71ad6-8dc2-4d34-b636-935136083a0e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416636
May 12 14:50:08.978941 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Notify callbacks [] for port, precommit_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:08.984523 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:09.060005 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=8d88c3a6-67ec-4ff0-9f45-2f453178c148,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:09.063143 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Transition to ACTIVE for port object 73b9c2e8-03d9-4d38-b652-139f6e16d855 will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:09.086209 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Transition to ACTIVE for port object 73b9c2e8-03d9-4d38-b652-139f6e16d855 will not be triggered until provisioned by entity DHCP. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:09.181556 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:09.314724 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Network e282ebc9-b5c0-4203-a325-3c1c45a4285d is already hosted by enough agents. {{(pid=88128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:50:09.320638 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Resources bound (agent type, host, resource id):  {{(pid=88128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:50:09.333705 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Received port after_create {{(pid=88128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:50:09.341199 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 74e8adb0-a773-405a-9967-2b3a919bbd71 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:50:09.433147 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:09.445735 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efe5dc-3e64-4d23-90ba-3d23e022d6a9 req-c606d736-fdc4-431d-a8d4-75049a3b6a5c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:09.449835 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Pushing event updated for resources: {'Port': ['ID=73b9c2e8-03d9-4d38-b652-139f6e16d855,revision_number=1']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:09.454645 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-67efe5dc-3e64-4d23-90ba-3d23e022d6a9 req-c606d736-fdc4-431d-a8d4-75049a3b6a5c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 944 time: 0.1109345
May 12 14:50:09.469277 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:09.508845 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-67efe5dc-3e64-4d23-90ba-3d23e022d6a9 req-8014de82-eac8-4381-a175-040c5edb5d13 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531931
May 12 14:50:09.511334 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['8d88c3a6-67ec-4ff0-9f45-2f453178c148'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:50:09.549382 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Attempting to bind port 73b9c2e8-03d9-4d38-b652-139f6e16d855 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:50:09.549599 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Attempting to bind port 73b9c2e8-03d9-4d38-b652-139f6e16d855 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '3340f6c9-fe62-4625-a4ce-c331e88b5548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e282ebc9-b5c0-4203-a325-3c1c45a4285d'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:50:09.549950 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Attempting to bind port 73b9c2e8-03d9-4d38-b652-139f6e16d855 on network e282ebc9-b5c0-4203-a325-3c1c45a4285d {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:50:09.569359 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:50:09.569742 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Checking segment: {'id': '3340f6c9-fe62-4625-a4ce-c331e88b5548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e282ebc9-b5c0-4203-a325-3c1c45a4285d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:50:09.570128 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:09.570513 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Bound using segment: {'id': '3340f6c9-fe62-4625-a4ce-c331e88b5548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e282ebc9-b5c0-4203-a325-3c1c45a4285d'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:50:09.571053 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Bound port: 73b9c2e8-03d9-4d38-b652-139f6e16d855, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3340f6c9-fe62-4625-a4ce-c331e88b5548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e282ebc9-b5c0-4203-a325-3c1c45a4285d'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:50:09.571431 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:09.609424 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Allocated IP 172.27.3.37 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/ff2d85bb-6c9d-4613-bd87-616e0fed4918) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:50:09.673281 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 74e8adb0-a773-405a-9967-2b3a919bbd71 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:50:09.709429 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 74e8adb0-a773-405a-9967-2b3a919bbd71 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:09.709429 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:09.773963 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] For port 73b9c2e8-03d9-4d38-b652-139f6e16d855, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:50:09.783203 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:09.803079 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] For port 73b9c2e8-03d9-4d38-b652-139f6e16d855, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=73b9c2e8-03d9-4d38-b652-139f6e16d855,segment=NetworkSegment(3340f6c9-fe62-4625-a4ce-c331e88b5548),segment_id=3340f6c9-fe62-4625-a4ce-c331e88b5548)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:50:09.898305 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:09.951030 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:09.952188 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:10.037844 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677949b2-de1f-403a-bb88-27bdab5569bb None None] Pushing event updated for resources: {'Port': ['ID=73b9c2e8-03d9-4d38-b652-139f6e16d855,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:10.037844 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 74e8adb0-a773-405a-9967-2b3a919bbd71, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=74e8adb0-a773-405a-9967-2b3a919bbd71,segment=NetworkSegment(026fa921-25ab-4849-ba71-8f38df60d19c),segment_id=026fa921-25ab-4849-ba71-8f38df60d19c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:10.047178 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Pushing event updated for resources: {'Port': ['ID=ff2d85bb-6c9d-4613-bd87-616e0fed4918,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:10.066064 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:50:10.067258 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:50:10.069595 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:50:10.135099 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:10.258955 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=74e8adb0-a773-405a-9967-2b3a919bbd71,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:10.364953 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b2d5e-6790-4d56-974f-8af02f001164 req-d40d6c4f-49b9-48a9-be19-963367fd4255 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:10.366512 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-050b2d5e-6790-4d56-974f-8af02f001164 req-d40d6c4f-49b9-48a9-be19-963367fd4255 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.2495000
May 12 14:50:10.459592 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-050b2d5e-6790-4d56-974f-8af02f001164 req-87d7ac11-35c0-4155-847c-97508009e399 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848565
May 12 14:50:10.694928 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a27b8c-8f0c-4db6-b3dc-379b5eaf1e80 req-18b9d321-16b4-457f-97f0-cc6920b7bb77 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:10.696419 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-58a27b8c-8f0c-4db6-b3dc-379b5eaf1e80 req-18b9d321-16b4-457f-97f0-cc6920b7bb77 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 944 time: 0.0821896
May 12 14:50:10.724206 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:10.763805 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-58a27b8c-8f0c-4db6-b3dc-379b5eaf1e80 req-fde889e0-c345-4397-82ce-2ad8ae4e93a2 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616496
May 12 14:50:11.084680 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3883785'] for router, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:11.107635 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd7d6e-9c7e-4449-b949-62f7f7b40dbe None None] Network e282ebc9-b5c0-4203-a325-3c1c45a4285d requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:50:11.313057 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-b2f57757-6eb0-4290-a6c3-44ec706a7dc1 None None] Provisioning for port 73b9c2e8-03d9-4d38-b652-139f6e16d855 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:50:11.316808 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 34154) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:11.322021 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-e2b9892b-3619-4fe1-aa28-b629a959e107 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054684955', 'description': 'tempest-description--106242284'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:11.327822 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e2b9892b-3619-4fe1-aa28-b629a959e107 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:11.377750 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e2b9892b-3619-4fe1-aa28-b629a959e107 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:11.408958 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 73b9c2e8-03d9-4d38-b652-139f6e16d855 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:50:11.415757 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d8d2-5605-4e9b-8b42-6e3a8b424633 req-9a373681-2a2b-4fbb-98a2-2e7e104faf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:11.417238 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f186d8d2-5605-4e9b-8b42-6e3a8b424633 req-9a373681-2a2b-4fbb-98a2-2e7e104faf88 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 1098 time: 0.0820076
May 12 14:50:11.420765 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Router b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 is scheduled to L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f with binding_index 1 {{(pid=88125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 14:50:11.460406 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f186d8d2-5605-4e9b-8b42-6e3a8b424633 req-e977b6a5-5700-42d4-a842-e73e724ed0de service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363166
May 12 14:50:11.545654 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e2b9892b-3619-4fe1-aa28-b629a959e107 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:11.567036 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e2b9892b-3619-4fe1-aa28-b629a959e107 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:11.573370 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e2b9892b-3619-4fe1-aa28-b629a959e107 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:security_group_rule and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:11.587372 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 73b9c2e8-03d9-4d38-b652-139f6e16d855 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:50:11.593163 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 73b9c2e8-03d9-4d38-b652-139f6e16d855 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:11.593823 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:11.618027 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:50:11.625269 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e2b9892b-3619-4fe1-aa28-b629a959e107 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:11.631752 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Sync routers for ids ['b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:50:11.639549 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e2b9892b-3619-4fe1-aa28-b629a959e107 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:11.648137 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Routers {'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:50:11.649126 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c84a6d0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:49:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:11.692566 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79140382-44a3-40fb-a553-2c3bcb3ebd77 req-698b8fa0-c44c-4a97-9c78-a3e759e20290 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:11.694841 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-79140382-44a3-40fb-a553-2c3bcb3ebd77 req-698b8fa0-c44c-4a97-9c78-a3e759e20290 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1239297
May 12 14:50:11.729102 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:11.732984 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-694f0e5c-fd50-4af8-83a3-82500210e22a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.5506160
May 12 14:50:11.733246 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 34160) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:11.766704 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-79140382-44a3-40fb-a553-2c3bcb3ebd77 req-f87a53f1-d57f-45ee-ac2b-6c929d00e290 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637751
May 12 14:50:11.825225 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:11.844348 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d11a1cec-38f4-406d-8174-65ea1ed3d6e5 None None] Provisioning complete for port 73b9c2e8-03d9-4d38-b652-139f6e16d855 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:11.844723 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d11a1cec-38f4-406d-8174-65ea1ed3d6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:11.896557 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e2b9892b-3619-4fe1-aa28-b629a959e107 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:11.924692 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 73b9c2e8-03d9-4d38-b652-139f6e16d855, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=73b9c2e8-03d9-4d38-b652-139f6e16d855,segment=NetworkSegment(3340f6c9-fe62-4625-a4ce-c331e88b5548),segment_id=3340f6c9-fe62-4625-a4ce-c331e88b5548)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:11.947928 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Set router b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:50:12.008152 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d11a1cec-38f4-406d-8174-65ea1ed3d6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.016921 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e2b9892b-3619-4fe1-aa28-b629a959e107 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.138264 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9892b-3619-4fe1-aa28-b629a959e107 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:12.141067 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.151938 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 74e8adb0-a773-405a-9967-2b3a919bbd71 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:50:12.272714 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e2b9892b-3619-4fe1-aa28-b629a959e107 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.276871 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e2b9892b-3619-4fe1-aa28-b629a959e107 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.9560561
May 12 14:50:12.277221 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 34174) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:12.281769 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 8d88c3a6-67ec-4ff0-9f45-2f453178c148 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:50:12.283855 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-66089ee5-a04a-4837-a9c7-6f446ec7e8a6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'security_group_rule': {'security_group_id': 'ccb6005f-2e13-47ef-b0eb-e8e652fc8e26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:12.290886 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-66089ee5-a04a-4837-a9c7-6f446ec7e8a6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:12.295268 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-66089ee5-a04a-4837-a9c7-6f446ec7e8a6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:security_group_rule and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:12.298384 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-66089ee5-a04a-4837-a9c7-6f446ec7e8a6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:12.306446 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-66089ee5-a04a-4837-a9c7-6f446ec7e8a6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:12.355675 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02215f-4ea7-465a-8e88-1455e6b9221e req-4a18b1d5-da19-4108-8b19-fb6712cb2e89 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:12.357415 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3b02215f-4ea7-465a-8e88-1455e6b9221e req-4a18b1d5-da19-4108-8b19-fb6712cb2e89 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 944 time: 0.3535204
May 12 14:50:12.367063 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.db.api [None req-d11a1cec-38f4-406d-8174-65ea1ed3d6e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 12 14:50:12.367826 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG oslo_db.api [None req-d11a1cec-38f4-406d-8174-65ea1ed3d6e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 12 14:50:12.368589 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c84a6d0>, [{'id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'name': 'tempest-TestShelveInstance-1178413045-router', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ff2d85bb-6c9d-4613-bd87-616e0fed4918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:50:08Z', 'updated_at': '2022-05-12T14:50:10Z', 'revision_number': 3, 'project_id': '67919b38bd654d4780f7b33a57c987c0', 'gw_port': {'id': 'ff2d85bb-6c9d-4613-bd87-616e0fed4918', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:09Z', 'updated_at': '2022-05-12T14:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:12.372537 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Checking router: b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:50:12.372882 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Updating router b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 port ff2d85bb-6c9d-4613-bd87-616e0fed4918 binding host dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:50:12.385431 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-66089ee5-a04a-4837-a9c7-6f446ec7e8a6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.395436 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=73b9c2e8-03d9-4d38-b652-139f6e16d855,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:12.416060 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 74e8adb0-a773-405a-9967-2b3a919bbd71 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:12.416060 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.434886 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.481188 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port 8d88c3a6-67ec-4ff0-9f45-2f453178c148 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:50:12.486270 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 8d88c3a6-67ec-4ff0-9f45-2f453178c148 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:12.486651 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.499130 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-66089ee5-a04a-4837-a9c7-6f446ec7e8a6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.506771 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3b02215f-4ea7-465a-8e88-1455e6b9221e req-a3602ff1-a784-46cf-b74c-4fe8398854ce tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431577
May 12 14:50:12.588142 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-66089ee5-a04a-4837-a9c7-6f446ec7e8a6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.629913 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66089ee5-a04a-4837-a9c7-6f446ec7e8a6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7adf2ca-e9c3-436f-bfde-9e4b6ce14f48,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:12.682296 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.703281 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 34180) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:12.729205 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-66089ee5-a04a-4837-a9c7-6f446ec7e8a6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.733346 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f762070-fb47-4d30-9d90-30b0db2dffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d88c3a6-67ec-4ff0-9f45-2f453178c148'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:50:12.733526 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-66089ee5-a04a-4837-a9c7-6f446ec7e8a6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4522619
May 12 14:50:12.734031 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 34186) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:12.739043 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-b5b2f5be-b5be-4a7e-bbaa-d27bf49cb02f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'security_group_rule': {'security_group_id': 'ccb6005f-2e13-47ef-b0eb-e8e652fc8e26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:12.749599 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 8d88c3a6-67ec-4ff0-9f45-2f453178c148, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8d88c3a6-67ec-4ff0-9f45-2f453178c148,segment=NetworkSegment(0e160f5e-7454-4fcb-b9ae-67247c38d037),segment_id=0e160f5e-7454-4fcb-b9ae-67247c38d037)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:12.749873 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b5b2f5be-b5be-4a7e-bbaa-d27bf49cb02f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:12.760078 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b5b2f5be-b5be-4a7e-bbaa-d27bf49cb02f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:security_group_rule and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:12.763788 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b5b2f5be-b5be-4a7e-bbaa-d27bf49cb02f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:12.777259 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b5b2f5be-b5be-4a7e-bbaa-d27bf49cb02f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:12.781916 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-473728ab-4969-483f-a3c0-e6ce9286a2c8'] response: {'server_uuid': '1f762070-fb47-4d30-9d90-30b0db2dffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d88c3a6-67ec-4ff0-9f45-2f453178c148', 'code': 200}
May 12 14:50:12.815133 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.892005 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.906796 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.922382 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.provisioning_blocks [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Transition to ACTIVE for port object ff2d85bb-6c9d-4613-bd87-616e0fed4918 will not be triggered until provisioned by entity L2. {{(pid=88129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:12.930097 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5e463d71-51a3-4024-8ab5-298e7baa4718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:12.951548 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f5be-b5be-4a7e-bbaa-d27bf49cb02f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.008915 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-5e463d71-51a3-4024-8ab5-298e7baa4718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:13.019308 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-5e463d71-51a3-4024-8ab5-298e7baa4718 admin admin] Usage tracker for resource:security_group_rule and tenant:e89896cb3f8a4912a205725f83776c86 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:13.027274 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=8d88c3a6-67ec-4ff0-9f45-2f453178c148,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:13.030762 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-5e463d71-51a3-4024-8ab5-298e7baa4718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:13.046419 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-5e463d71-51a3-4024-8ab5-298e7baa4718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:13.060462 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.144744 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Attempting to bind port ff2d85bb-6c9d-4613-bd87-616e0fed4918 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:50:13.144952 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Attempting to bind port ff2d85bb-6c9d-4613-bd87-616e0fed4918 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:50:13.145150 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Attempting to bind port ff2d85bb-6c9d-4613-bd87-616e0fed4918 on network 70d2fa51-11f3-4a4a-9682-a94236c979fd {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:50:13.154184 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:50:13.154433 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a64be-4dd9-4f77-8fc0-7a1a4af6e48a req-7e33cf4a-d4cf-4044-9fea-314751695b40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:13.154542 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Checking segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:50:13.154933 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.155086 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f5be-b5be-4a7e-bbaa-d27bf49cb02f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.155318 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Bound using segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:50:13.156059 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ed0a64be-4dd9-4f77-8fc0-7a1a4af6e48a req-7e33cf4a-d4cf-4044-9fea-314751695b40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1941104
May 12 14:50:13.156172 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Bound port: ff2d85bb-6c9d-4613-bd87-616e0fed4918, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:50:13.156840 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.228371 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5e463d71-51a3-4024-8ab5-298e7baa4718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.255758 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f5be-b5be-4a7e-bbaa-d27bf49cb02f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.270688 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17798943-097d-48e9-a686-6ccb1fba9057 None None] Pushing event updated for resources: {'Port': ['ID=ff2d85bb-6c9d-4613-bd87-616e0fed4918,revision_number=2']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:13.282327 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2f5be-b5be-4a7e-bbaa-d27bf49cb02f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd582cb2-0a49-44de-b6d2-5aeed47b4c87,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:13.300800 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 73b9c2e8-03d9-4d38-b652-139f6e16d855 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:50:13.303510 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Allocated IP 172.20.0.1 (e282ebc9-b5c0-4203-a325-3c1c45a4285d/5e7bf8c3-e87a-4e08-95ab-820abd7022fd/0cd7a597-695a-4f0f-9c3f-88b6704359c9) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:50:13.319602 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-5e463d71-51a3-4024-8ab5-298e7baa4718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.363329 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] For port ff2d85bb-6c9d-4613-bd87-616e0fed4918, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:50:13.367598 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] For port ff2d85bb-6c9d-4613-bd87-616e0fed4918, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=ff2d85bb-6c9d-4613-bd87-616e0fed4918,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:50:13.380680 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 73b9c2e8-03d9-4d38-b652-139f6e16d855 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:13.381060 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.381921 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:50:13.391334 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f5be-b5be-4a7e-bbaa-d27bf49cb02f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.394953 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-b5b2f5be-b5be-4a7e-bbaa-d27bf49cb02f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6580005
May 12 14:50:13.403670 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 34198) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:13.447424 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ed0a64be-4dd9-4f77-8fc0-7a1a4af6e48a req-0adac3f5-e0d2-4ef4-ab37-39705d036fbc tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458015
May 12 14:50:13.448189 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-5e463d71-51a3-4024-8ab5-298e7baa4718 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e89896cb3f8a4912a205725f83776c86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7433310
May 12 14:50:13.457243 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'floatingip': {'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:13.470400 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 34202) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:13.470400 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e463d71-51a3-4024-8ab5-298e7baa4718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd7e07e-dbec-4d8b-af63-197c9db84f6c,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:13.471281 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:13.473571 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.487195 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:floatingip and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:13.492239 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:13.513778 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:13.531627 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.556399 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Transition to ACTIVE for port object 0cd7a597-695a-4f0f-9c3f-88b6704359c9 will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:13.574433 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Routers {'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:50:13.575012 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c84a6d0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:49:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:13.589300 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bca4a1-e323-422d-a19d-cc52b2304bb1 req-1712a8c9-26b9-448e-a458-fbbf48941763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:13.590988 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61bca4a1-e323-422d-a19d-cc52b2304bb1 req-1712a8c9-26b9-448e-a458-fbbf48941763 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 1098 time: 0.1881168
May 12 14:50:13.591885 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-71d1b0c6-d799-4b3e-a032-d8ee628be4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.629201 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.661814 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17798943-097d-48e9-a686-6ccb1fba9057 None None] Pushing event updated for resources: {'Port': ['ID=ff2d85bb-6c9d-4613-bd87-616e0fed4918,revision_number=3']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:13.668202 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.689859 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-71d1b0c6-d799-4b3e-a032-d8ee628be4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.751379 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Network e282ebc9-b5c0-4203-a325-3c1c45a4285d is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:50:13.754263 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:50:13.759171 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:50:13.759940 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885023'] for router_interface, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.774251 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd7a597-695a-4f0f-9c3f-88b6704359c9,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:13.777176 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] Set router b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:50:13.822707 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61bca4a1-e323-422d-a19d-cc52b2304bb1 req-bdd891df-d4ae-4815-ab1c-0d73ff88039c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2130461
May 12 14:50:13.894889 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd410e0-10eb-4687-867a-7b08d0ea30b8 req-8611e103-ab2b-4056-86bd-f7b71c0b4316 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:13.896538 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bbd410e0-10eb-4687-867a-7b08d0ea30b8 req-8611e103-ab2b-4056-86bd-f7b71c0b4316 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 945 time: 0.2498634
May 12 14:50:13.971845 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-71d1b0c6-d799-4b3e-a032-d8ee628be4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:13.980273 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:14.023527 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bbd410e0-10eb-4687-867a-7b08d0ea30b8 req-0266b5c8-8994-4f47-ba1d-11589b31b065 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152461
May 12 14:50:14.026178 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1b0c6-d799-4b3e-a032-d8ee628be4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd7e07e-dbec-4d8b-af63-197c9db84f6c,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:14.041918 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:14.085537 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-71d1b0c6-d799-4b3e-a032-d8ee628be4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:14.089346 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-71d1b0c6-d799-4b3e-a032-d8ee628be4b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3dd7e07e-dbec-4d8b-af63-197c9db84f6c HTTP/1.1" status: 204  len: 168 time: 0.6200981
May 12 14:50:14.213875 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c84a6d0>, [{'id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'name': 'tempest-TestShelveInstance-1178413045-router', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ff2d85bb-6c9d-4613-bd87-616e0fed4918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:50:08Z', 'updated_at': '2022-05-12T14:50:10Z', 'revision_number': 3, 'project_id': '67919b38bd654d4780f7b33a57c987c0', 'gw_port': {'id': 'ff2d85bb-6c9d-4613-bd87-616e0fed4918', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:09Z', 'updated_at': '2022-05-12T14:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:14.226615 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43447e-0c27-4cda-be48-df4c08cfe6b3 None None] The sync data for ids ['b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'] in dv-cinder-831187-2-iscsi is: [{'id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'name': 'tempest-TestShelveInstance-1178413045-router', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ff2d85bb-6c9d-4613-bd87-616e0fed4918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:50:08Z', 'updated_at': '2022-05-12T14:50:10Z', 'revision_number': 3, 'project_id': '67919b38bd654d4780f7b33a57c987c0', 'gw_port': {'id': 'ff2d85bb-6c9d-4613-bd87-616e0fed4918', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:09Z', 'updated_at': '2022-05-12T14:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:50:14.251811 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Allocated IP 172.27.3.21 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/a344bbcd-299f-4120-93b1-a99b0e6b9c87) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:50:14.265924 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-2185aa67-8671-4df7-b00c-3e41a5506d43 None None] Provisioning for port 0cd7a597-695a-4f0f-9c3f-88b6704359c9 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:50:14.286640 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-2185aa67-8671-4df7-b00c-3e41a5506d43 None None] Provisioning complete for port 0cd7a597-695a-4f0f-9c3f-88b6704359c9 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:14.287088 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2185aa67-8671-4df7-b00c-3e41a5506d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:14.371530 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:14.392786 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-2185aa67-8671-4df7-b00c-3e41a5506d43 None None] Port 0cd7a597-695a-4f0f-9c3f-88b6704359c9 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:50:14.443869 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:14.444930 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3749132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884922'] for router_interface, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:14.572015 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:14.633635 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd7a597-695a-4f0f-9c3f-88b6704359c9,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:14.702462 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Network e282ebc9-b5c0-4203-a325-3c1c45a4285d is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:50:14.715757 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:50:14.725480 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d61275-cb68-459b-8cec-e6f670912875 req-b00fe824-e45f-4e4b-bf5e-d70d65799efe tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:14.735164 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-20d61275-cb68-459b-8cec-e6f670912875 req-b00fe824-e45f-4e4b-bf5e-d70d65799efe tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1584315
May 12 14:50:14.772739 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:14.867206 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-20d61275-cb68-459b-8cec-e6f670912875 req-b8b1005d-79a8-478d-8f59-3035288a4fa8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313298
May 12 14:50:14.913724 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:50:14.923464 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:50:14.938354 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:50:14.995138 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'Port': ['ID=a344bbcd-299f-4120-93b1-a99b0e6b9c87,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:15.169753 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:15.230754 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Router b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:50:15.241756 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-0e9c20ce-2ac7-43cf-b5f8-915b5a24884b None None] Provisioning complete for port 0cd7a597-695a-4f0f-9c3f-88b6704359c9 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:15.242144 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0e9c20ce-2ac7-43cf-b5f8-915b5a24884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:15.459175 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device ff2d85bb-6c9d-4613-bd87-616e0fed4918 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:50:15.580326 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:15.666245 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c20ce-2ac7-43cf-b5f8-915b5a24884b None None] Port 0cd7a597-695a-4f0f-9c3f-88b6704359c9 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:50:15.678747 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:50:15.695361 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-45a39abb-4dc3-429a-98e5-9a3cfef3e888 admin admin] 10.222.0.49 "PUT /v2.0/routers/b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9597533
May 12 14:50:15.798055 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13825eff-a274-4746-9978-4ca844838da2 req-50f31e95-4fca-4434-8659-59180c726733 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:15.799917 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-13825eff-a274-4746-9978-4ca844838da2 req-50f31e95-4fca-4434-8659-59180c726733 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 945 time: 0.4557042
May 12 14:50:15.815438 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port ff2d85bb-6c9d-4613-bd87-616e0fed4918 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:50:15.821194 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port ff2d85bb-6c9d-4613-bd87-616e0fed4918 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:15.821867 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:15.998508 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-13825eff-a274-4746-9978-4ca844838da2 req-7c588424-5c9f-4abf-9ebe-155a2e5a4005 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830404
May 12 14:50:16.009579 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:16.028122 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port ff2d85bb-6c9d-4613-bd87-616e0fed4918, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=ff2d85bb-6c9d-4613-bd87-616e0fed4918,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:16.129188 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:16.139242 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:16.253317 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf4950-3f6f-4a07-bab2-ce2d460962ae req-e391895a-721a-4948-a940-205f2de6030a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:16.263233 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-52bf4950-3f6f-4a07-bab2-ce2d460962ae req-e391895a-721a-4948-a940-205f2de6030a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1390624
May 12 14:50:16.286583 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:16.303316 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=ff2d85bb-6c9d-4613-bd87-616e0fed4918,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:16.335397 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-52bf4950-3f6f-4a07-bab2-ce2d460962ae req-c9338fa3-91be-42e6-8896-4c0f30877eb2 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700569
May 12 14:50:16.430291 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'Port': ['ID=a344bbcd-299f-4120-93b1-a99b0e6b9c87,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:16.446462 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:16.468194 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a665d-c019-4b11-b59e-822fac7429b9 req-fb010bb1-28dd-433a-bae1-26f57a54c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:16.469725 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-518a665d-c019-4b11-b59e-822fac7429b9 req-fb010bb1-28dd-433a-bae1-26f57a54c347 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 1098 time: 0.2582695
May 12 14:50:16.549334 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:16.550666 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-6ac023d2-52cb-47ea-bc7e-a384f057bc51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.1134067
May 12 14:50:16.580416 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 34278) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:16.585452 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-f3b23dee-cb3d-4bfb-9dd8-7544e937b1cb tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402515601', 'description': 'tempest-secgroup-smoke-402515601 description', 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:16.591846 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f3b23dee-cb3d-4bfb-9dd8-7544e937b1cb tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:16.595698 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f3b23dee-cb3d-4bfb-9dd8-7544e937b1cb tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Usage tracker for resource:security_group and tenant:0bfe8d8bce3f496d9162c7f9c8727273 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:16.598563 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f3b23dee-cb3d-4bfb-9dd8-7544e937b1cb tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:16.605021 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f3b23dee-cb3d-4bfb-9dd8-7544e937b1cb tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:16.617856 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a665d-c019-4b11-b59e-822fac7429b9 req-3d533212-a159-4ee2-8600-766431999082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:16.619422 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-518a665d-c019-4b11-b59e-822fac7429b9 req-3d533212-a159-4ee2-8600-766431999082 service neutron] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 919 time: 0.1406517
May 12 14:50:16.695511 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f3b23dee-cb3d-4bfb-9dd8-7544e937b1cb tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:16.697818 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-518a665d-c019-4b11-b59e-822fac7429b9 req-329994ba-372e-479e-aea1-36a9249772f5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 HTTP/1.1" status: 200  len: 217 time: 0.0709035
May 12 14:50:16.718130 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f3b23dee-cb3d-4bfb-9dd8-7544e937b1cb tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:16.722303 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f3b23dee-cb3d-4bfb-9dd8-7544e937b1cb tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Usage tracker for resource:security_group_rule and tenant:0bfe8d8bce3f496d9162c7f9c8727273 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:16.726982 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f3b23dee-cb3d-4bfb-9dd8-7544e937b1cb tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:16.734588 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f3b23dee-cb3d-4bfb-9dd8-7544e937b1cb tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:16.788756 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a665d-c019-4b11-b59e-822fac7429b9 req-b7016628-3b01-457a-b515-50de8658e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:16.790638 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-518a665d-c019-4b11-b59e-822fac7429b9 req-b7016628-3b01-457a-b515-50de8658e4f8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.0823452
May 12 14:50:16.849585 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-1ed7fbd7-1155-4ee8-a24a-4cb06207d2c9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1054684955&fields=id&tenant_id=67a8451272cc41ebaf1598ed940bf09a HTTP/1.1" status: 200  len: 267 time: 0.0529439
May 12 14:50:16.891072 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Sync routers for ids ['b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:50:16.895666 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a665d-c019-4b11-b59e-822fac7429b9 req-303254f2-dc7b-43b0-94a5-12aeb5638885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:16.897352 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-518a665d-c019-4b11-b59e-822fac7429b9 req-303254f2-dc7b-43b0-94a5-12aeb5638885 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0934258
May 12 14:50:16.901919 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Routers {'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:50:16.902611 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87a60f40>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:49:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:16.968551 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f3b23dee-cb3d-4bfb-9dd8-7544e937b1cb tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:17.036931 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-5db52fbc-fa11-4634-9e6b-e1493a199b31 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:17.038478 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-5db52fbc-fa11-4634-9e6b-e1493a199b31 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/networks?id=9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 200  len: 815 time: 0.1881256
May 12 14:50:17.039710 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f3b23dee-cb3d-4bfb-9dd8-7544e937b1cb tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:17.064978 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-518a665d-c019-4b11-b59e-822fac7429b9 req-ad47d111-2418-4415-9c25-e68aa1b85854 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425152
May 12 14:50:17.085238 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-ce0fbd3b-318e-46cc-8a2e-7ebdcd195f38 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/quotas/67a8451272cc41ebaf1598ed940bf09a HTTP/1.1" status: 200  len: 375 time: 0.0323966
May 12 14:50:17.119101 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b23dee-cb3d-4bfb-9dd8-7544e937b1cb tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf7b3db-8138-48cc-8815-5a04a1add972,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:17.133598 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Set router b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:50:17.198949 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f3b23dee-cb3d-4bfb-9dd8-7544e937b1cb tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:17.201858 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-f3b23dee-cb3d-4bfb-9dd8-7544e937b1cb tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.6189773
May 12 14:50:17.203568 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 34300) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:17.210390 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-1a6737f6-7585-4589-ae42-0ab8f4d99dd6 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Request body: {'security_group_rule': {'security_group_id': 'eaf7b3db-8138-48cc-8815-5a04a1add972', 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:17.220773 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1a6737f6-7585-4589-ae42-0ab8f4d99dd6 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:17.227771 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1a6737f6-7585-4589-ae42-0ab8f4d99dd6 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Usage tracker for resource:security_group_rule and tenant:0bfe8d8bce3f496d9162c7f9c8727273 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:17.232871 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1a6737f6-7585-4589-ae42-0ab8f4d99dd6 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:17.241007 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1a6737f6-7585-4589-ae42-0ab8f4d99dd6 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:17.284101 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-7736c6d6-e250-4c4c-8ff5-37bba640f5f9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1607425
May 12 14:50:17.328041 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device ff2d85bb-6c9d-4613-bd87-616e0fed4918 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:50:17.398341 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1a6737f6-7585-4589-ae42-0ab8f4d99dd6 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:17.477885 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-518a665d-c019-4b11-b59e-822fac7429b9 req-08b60621-efa3-4570-a550-440b0e26f5bc service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4217288
May 12 14:50:17.494219 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35880e-b6e6-49c9-bb8e-f64a32f3b2f7 req-cf4ed56d-2380-41f4-a2a7-acb8b7612e43 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:17.495775 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3b35880e-b6e6-49c9-bb8e-f64a32f3b2f7 req-cf4ed56d-2380-41f4-a2a7-acb8b7612e43 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 945 time: 0.3332896
May 12 14:50:17.496507 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-f14e53cf-a703-49d8-8909-bc199ffc6ff8 service neutron] 10.222.0.49 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2073748
May 12 14:50:17.503370 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port ff2d85bb-6c9d-4613-bd87-616e0fed4918 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:17.503697 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:17.512939 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1a6737f6-7585-4589-ae42-0ab8f4d99dd6 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:17.549174 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3b35880e-b6e6-49c9-bb8e-f64a32f3b2f7 req-64813f6f-4fbc-459e-8fbb-ed061572a029 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468245
May 12 14:50:17.620605 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1a6737f6-7585-4589-ae42-0ab8f4d99dd6 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:17.679959 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6737f6-7585-4589-ae42-0ab8f4d99dd6 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39fdebd-59eb-4881-9e46-2ccd4860d45a,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:17.718707 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87a60f40>, [{'id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'name': 'tempest-TestShelveInstance-1178413045-router', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ff2d85bb-6c9d-4613-bd87-616e0fed4918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:50:08Z', 'updated_at': '2022-05-12T14:50:13Z', 'revision_number': 4, 'project_id': '67919b38bd654d4780f7b33a57c987c0', 'gw_port': {'id': 'ff2d85bb-6c9d-4613-bd87-616e0fed4918', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:09Z', 'updated_at': '2022-05-12T14:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '0cd7a597-695a-4f0f-9c3f-88b6704359c9', 'name': '', 'network_id': 'e282ebc9-b5c0-4203-a325-3c1c45a4285d', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0', 'mac_address': 'fa:16:3e:40:df:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5e7bf8c3-e87a-4e08-95ab-820abd7022fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:12Z', 'updated_at': '2022-05-12T14:50:14Z', 'revision_number': 2, 'project_id': '67919b38bd654d4780f7b33a57c987c0', 'subnets': [{'id': '5e7bf8c3-e87a-4e08-95ab-820abd7022fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:17.723030 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1a6737f6-7585-4589-ae42-0ab8f4d99dd6 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:17.729548 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1a6737f6-7585-4589-ae42-0ab8f4d99dd6 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5195022
May 12 14:50:17.729677 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 34310) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:17.733075 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-4f9b23d0-e4fa-4dfb-901d-df42ef5cf276 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Request body: {'security_group_rule': {'security_group_id': 'eaf7b3db-8138-48cc-8815-5a04a1add972', 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:17.736375 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Checking router: b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:50:17.736730 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Updating router b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 port 0cd7a597-695a-4f0f-9c3f-88b6704359c9 binding host dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:50:17.749246 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-4f9b23d0-e4fa-4dfb-901d-df42ef5cf276 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:17.766762 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-22950819-dbbb-487e-8e9a-fc55190f2dc5 service neutron] 10.222.0.49 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2560427
May 12 14:50:17.793893 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:17.794631 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-4f9b23d0-e4fa-4dfb-901d-df42ef5cf276 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Usage tracker for resource:security_group_rule and tenant:0bfe8d8bce3f496d9162c7f9c8727273 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:17.803870 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-4f9b23d0-e4fa-4dfb-901d-df42ef5cf276 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:17.812634 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-4f9b23d0-e4fa-4dfb-901d-df42ef5cf276 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:17.857867 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17260734-a559-4526-89e7-9bdbaff88cc4 req-3c95ab9f-2a1b-40e0-99eb-c8d62b523850 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:17.859968 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-17260734-a559-4526-89e7-9bdbaff88cc4 req-3c95ab9f-2a1b-40e0-99eb-c8d62b523850 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1126466
May 12 14:50:17.947693 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-17260734-a559-4526-89e7-9bdbaff88cc4 req-54f87e81-8910-4380-9664-981b84698eba tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755339
May 12 14:50:17.951628 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4f9b23d0-e4fa-4dfb-901d-df42ef5cf276 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.042990 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4f9b23d0-e4fa-4dfb-901d-df42ef5cf276 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.119029 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1b080d6b-0ead-4b57-8799-f45721600a27 req-371a4723-ca55-47ec-99c6-a2875c70a82c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 210 time: 0.0491686
May 12 14:50:18.120139 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4f9b23d0-e4fa-4dfb-901d-df42ef5cf276 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.169069 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b23d0-e4fa-4dfb-901d-df42ef5cf276 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162cf140-6681-49ab-8882-b5e41d5b9e36,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:18.266269 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4f9b23d0-e4fa-4dfb-901d-df42ef5cf276 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.270848 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-4f9b23d0-e4fa-4dfb-901d-df42ef5cf276 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5392616
May 12 14:50:18.270980 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Notify callbacks [] for port, precommit_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.276578 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 34326) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:18.276578 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-03a75404-f94a-4ed5-b996-399020c3c875 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Request body: {'security_group_rule': {'security_group_id': 'eaf7b3db-8138-48cc-8815-5a04a1add972', 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:18.281784 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2a72f07d-8f02-4d6e-8ce7-f49467c7dc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.282096 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-03a75404-f94a-4ed5-b996-399020c3c875 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:18.283557 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Transition to ACTIVE for port object 0cd7a597-695a-4f0f-9c3f-88b6704359c9 will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:18.286078 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-03a75404-f94a-4ed5-b996-399020c3c875 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Usage tracker for resource:security_group_rule and tenant:0bfe8d8bce3f496d9162c7f9c8727273 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:18.289133 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-03a75404-f94a-4ed5-b996-399020c3c875 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:18.295913 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-03a75404-f94a-4ed5-b996-399020c3c875 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:18.382147 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.387782 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-03a75404-f94a-4ed5-b996-399020c3c875 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.459722 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-03a75404-f94a-4ed5-b996-399020c3c875 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.552491 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-03a75404-f94a-4ed5-b996-399020c3c875 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.569170 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36e8aa-b1c3-40bb-899c-79d5213087af None None] Pushing event updated for resources: {'Port': ['ID=0cd7a597-695a-4f0f-9c3f-88b6704359c9,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:18.620114 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a75404-f94a-4ed5-b996-399020c3c875 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e986180-928e-40bb-8a40-fd110e1e769f,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:18.663269 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Attempting to bind port 0cd7a597-695a-4f0f-9c3f-88b6704359c9 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:50:18.663644 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Attempting to bind port 0cd7a597-695a-4f0f-9c3f-88b6704359c9 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '3340f6c9-fe62-4625-a4ce-c331e88b5548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e282ebc9-b5c0-4203-a325-3c1c45a4285d'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:50:18.664009 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Attempting to bind port 0cd7a597-695a-4f0f-9c3f-88b6704359c9 on network e282ebc9-b5c0-4203-a325-3c1c45a4285d {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:50:18.672706 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:50:18.673079 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Checking segment: {'id': '3340f6c9-fe62-4625-a4ce-c331e88b5548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e282ebc9-b5c0-4203-a325-3c1c45a4285d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:50:18.673480 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.673880 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Bound using segment: {'id': '3340f6c9-fe62-4625-a4ce-c331e88b5548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e282ebc9-b5c0-4203-a325-3c1c45a4285d'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:50:18.674344 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Bound port: 0cd7a597-695a-4f0f-9c3f-88b6704359c9, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3340f6c9-fe62-4625-a4ce-c331e88b5548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e282ebc9-b5c0-4203-a325-3c1c45a4285d'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:50:18.674724 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.740752 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-03a75404-f94a-4ed5-b996-399020c3c875 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.741910 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-03a75404-f94a-4ed5-b996-399020c3c875 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4698746
May 12 14:50:18.745274 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 34338) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:18.750501 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-67f19dab-536b-4de0-b54c-6c13617a7858 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Request body: {'security_group_rule': {'security_group_id': 'eaf7b3db-8138-48cc-8815-5a04a1add972', 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:18.756786 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-67f19dab-536b-4de0-b54c-6c13617a7858 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:18.761863 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-67f19dab-536b-4de0-b54c-6c13617a7858 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Usage tracker for resource:security_group_rule and tenant:0bfe8d8bce3f496d9162c7f9c8727273 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:18.765061 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-67f19dab-536b-4de0-b54c-6c13617a7858 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:18.784661 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-67f19dab-536b-4de0-b54c-6c13617a7858 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:18.811990 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] For port 0cd7a597-695a-4f0f-9c3f-88b6704359c9, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:50:18.814967 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] For port 0cd7a597-695a-4f0f-9c3f-88b6704359c9, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=0cd7a597-695a-4f0f-9c3f-88b6704359c9,segment=NetworkSegment(3340f6c9-fe62-4625-a4ce-c331e88b5548),segment_id=3340f6c9-fe62-4625-a4ce-c331e88b5548)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:50:18.883441 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-67f19dab-536b-4de0-b54c-6c13617a7858 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.911311 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.957133 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-67f19dab-536b-4de0-b54c-6c13617a7858 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:18.998510 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Routers {'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:50:18.999639 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87a60f40>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:49:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:19.026268 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-67f19dab-536b-4de0-b54c-6c13617a7858 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:19.044936 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f19dab-536b-4de0-b54c-6c13617a7858 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fba2c5-441e-4d57-a1b6-0290d72faff6,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:19.141667 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-67f19dab-536b-4de0-b54c-6c13617a7858 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:19.142997 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-67f19dab-536b-4de0-b54c-6c13617a7858 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3966615
May 12 14:50:19.145743 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 34354) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:19.154236 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-e5a242be-8694-40db-ab74-9f0e4329e399 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Request body: {'security_group_rule': {'security_group_id': 'eaf7b3db-8138-48cc-8815-5a04a1add972', 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:19.166273 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e5a242be-8694-40db-ab74-9f0e4329e399 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:19.186706 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e5a242be-8694-40db-ab74-9f0e4329e399 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Usage tracker for resource:security_group_rule and tenant:0bfe8d8bce3f496d9162c7f9c8727273 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:19.197052 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e5a242be-8694-40db-ab74-9f0e4329e399 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:19.220702 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e5a242be-8694-40db-ab74-9f0e4329e399 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:19.223117 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36e8aa-b1c3-40bb-899c-79d5213087af None None] Pushing event updated for resources: {'Port': ['ID=0cd7a597-695a-4f0f-9c3f-88b6704359c9,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:19.234149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d720db-cc0c-4923-a822-be5eb092d78f req-6852cdce-6914-42dd-8687-a15c5c599580 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:19.236018 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-39d720db-cc0c-4923-a822-be5eb092d78f req-6852cdce-6914-42dd-8687-a15c5c599580 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1572602
May 12 14:50:19.285282 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] Set router b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:50:19.304642 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-39d720db-cc0c-4923-a822-be5eb092d78f req-18e6ab82-77dd-4c93-afb5-666d39552fb7 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627208
May 12 14:50:19.375814 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f088b11f-e2d8-4437-80dd-93a470929cab req-b0c15a3e-6e0b-4703-8053-372f14f02ac6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 210 time: 0.0673368
May 12 14:50:19.397994 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.securitygroups_db [None req-e5a242be-8694-40db-ab74-9f0e4329e399 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Project 0bfe8d8bce3f496d9162c7f9c8727273 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 12 14:50:19.406393 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e5a242be-8694-40db-ab74-9f0e4329e399 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:19.519000 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e5a242be-8694-40db-ab74-9f0e4329e399 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:19.598262 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e5a242be-8694-40db-ab74-9f0e4329e399 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:19.639974 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a242be-8694-40db-ab74-9f0e4329e399 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e7caaa-bee8-4ba6-bfef-e7edf83ec0af,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:19.688806 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87a60f40>, [{'id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'name': 'tempest-TestShelveInstance-1178413045-router', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ff2d85bb-6c9d-4613-bd87-616e0fed4918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:50:08Z', 'updated_at': '2022-05-12T14:50:13Z', 'revision_number': 4, 'project_id': '67919b38bd654d4780f7b33a57c987c0', 'gw_port': {'id': 'ff2d85bb-6c9d-4613-bd87-616e0fed4918', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:09Z', 'updated_at': '2022-05-12T14:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '0cd7a597-695a-4f0f-9c3f-88b6704359c9', 'name': '', 'network_id': 'e282ebc9-b5c0-4203-a325-3c1c45a4285d', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0', 'mac_address': 'fa:16:3e:40:df:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5e7bf8c3-e87a-4e08-95ab-820abd7022fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:12Z', 'updated_at': '2022-05-12T14:50:18Z', 'revision_number': 4, 'project_id': '67919b38bd654d4780f7b33a57c987c0', 'subnets': [{'id': '5e7bf8c3-e87a-4e08-95ab-820abd7022fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:19.693606 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e45d26-760e-4961-9ec5-70a6bead3fc7 None None] The sync data for ids ['b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'] in dv-cinder-831187-2-iscsi is: [{'id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'name': 'tempest-TestShelveInstance-1178413045-router', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ff2d85bb-6c9d-4613-bd87-616e0fed4918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:50:08Z', 'updated_at': '2022-05-12T14:50:13Z', 'revision_number': 4, 'project_id': '67919b38bd654d4780f7b33a57c987c0', 'gw_port': {'id': 'ff2d85bb-6c9d-4613-bd87-616e0fed4918', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:09Z', 'updated_at': '2022-05-12T14:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '0cd7a597-695a-4f0f-9c3f-88b6704359c9', 'name': '', 'network_id': 'e282ebc9-b5c0-4203-a325-3c1c45a4285d', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0', 'mac_address': 'fa:16:3e:40:df:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5e7bf8c3-e87a-4e08-95ab-820abd7022fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:12Z', 'updated_at': '2022-05-12T14:50:18Z', 'revision_number': 4, 'project_id': '67919b38bd654d4780f7b33a57c987c0', 'subnets': [{'id': '5e7bf8c3-e87a-4e08-95ab-820abd7022fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:50:19.720573 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e5a242be-8694-40db-ab74-9f0e4329e399 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:19.722075 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 34366) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:19.722191 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e5a242be-8694-40db-ab74-9f0e4329e399 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5753250
May 12 14:50:19.728091 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-0c609796-ae53-4be1-8c53-ce8ffbd86b20 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Request body: {'security_group_rule': {'security_group_id': 'eaf7b3db-8138-48cc-8815-5a04a1add972', 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:19.737275 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0c609796-ae53-4be1-8c53-ce8ffbd86b20 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:19.741462 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0c609796-ae53-4be1-8c53-ce8ffbd86b20 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Usage tracker for resource:security_group_rule and tenant:0bfe8d8bce3f496d9162c7f9c8727273 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:19.755531 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0c609796-ae53-4be1-8c53-ce8ffbd86b20 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:19.763656 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0c609796-ae53-4be1-8c53-ce8ffbd86b20 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:19.854274 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.securitygroups_db [None req-0c609796-ae53-4be1-8c53-ce8ffbd86b20 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Project 0bfe8d8bce3f496d9162c7f9c8727273 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 12 14:50:19.861346 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c609796-ae53-4be1-8c53-ce8ffbd86b20 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:19.937574 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c609796-ae53-4be1-8c53-ce8ffbd86b20 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:20.058375 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c609796-ae53-4be1-8c53-ce8ffbd86b20 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:20.099016 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c609796-ae53-4be1-8c53-ce8ffbd86b20 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff72521-b11e-4cae-aab3-a010e6405738,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:20.132880 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b312c1f-9bb6-49b4-9778-ff1ad97be066 req-9cf2aece-390f-4578-a552-ef02d73d8d24 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:20.135281 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1b312c1f-9bb6-49b4-9778-ff1ad97be066 req-9cf2aece-390f-4578-a552-ef02d73d8d24 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 945 time: 0.1211047
May 12 14:50:20.177676 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0c609796-ae53-4be1-8c53-ce8ffbd86b20 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:20.181014 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0c609796-ae53-4be1-8c53-ce8ffbd86b20 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4577110
May 12 14:50:20.204496 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1b312c1f-9bb6-49b4-9778-ff1ad97be066 req-8fa26e47-915f-4ef5-b3d8-66bc723dae52 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642834
May 12 14:50:20.253931 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69362e-65f1-40ca-b002-780e981eb492 req-304ae574-5cb1-4db4-bd45-e4d8e8775ff3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:20.255424 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6e69362e-65f1-40ca-b002-780e981eb492 req-304ae574-5cb1-4db4-bd45-e4d8e8775ff3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1199708
May 12 14:50:20.307323 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6e69362e-65f1-40ca-b002-780e981eb492 req-5e13072b-1092-4cfa-9a21-8cbd9070e71e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452921
May 12 14:50:20.519332 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915e122-cc19-4a4e-ab01-5fa3c7bdc1e4 req-b4785752-a728-4e69-9419-f47eafa0bcc6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:20.520875 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9915e122-cc19-4a4e-ab01-5fa3c7bdc1e4 req-b4785752-a728-4e69-9419-f47eafa0bcc6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.0972853
May 12 14:50:20.536907 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e6beb136-22b1-4198-a088-bebadd9b295d req-3846bdcc-7dd2-4b8d-8aef-7bd3e13d323e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 210 time: 0.0525022
May 12 14:50:20.573060 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9915e122-cc19-4a4e-ab01-5fa3c7bdc1e4 req-97976eb0-c34c-4668-9340-6f3922728f1e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459776
May 12 14:50:20.713190 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-619757ad-e343-4860-8cfa-ad1c580f1935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:21.320184 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 0cd7a597-695a-4f0f-9c3f-88b6704359c9 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:50:21.409830 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110f650-0aed-416f-a140-a10ea485cb60 req-370dffb0-4b84-4f6a-a480-80eac3813de0 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:21.411333 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f110f650-0aed-416f-a140-a10ea485cb60 req-370dffb0-4b84-4f6a-a480-80eac3813de0 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 945 time: 0.0846703
May 12 14:50:21.456523 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f110f650-0aed-416f-a140-a10ea485cb60 req-12151875-9cbe-4826-9f9b-6cb580775c8c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391278
May 12 14:50:21.496983 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6136890-7db9-42cc-961d-cffcedb485b7 req-b56c3acb-dc0b-4657-b09a-1f4655feb309 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:21.498544 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f6136890-7db9-42cc-961d-cffcedb485b7 req-b56c3acb-dc0b-4657-b09a-1f4655feb309 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0805266
May 12 14:50:21.499152 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 0cd7a597-695a-4f0f-9c3f-88b6704359c9 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:50:21.504421 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 0cd7a597-695a-4f0f-9c3f-88b6704359c9 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:21.504796 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:21.542188 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f6136890-7db9-42cc-961d-cffcedb485b7 req-a74e19f9-f294-4dd9-9f29-bc5b0026aa85 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379021
May 12 14:50:21.647213 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:21.682871 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 0cd7a597-695a-4f0f-9c3f-88b6704359c9, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=0cd7a597-695a-4f0f-9c3f-88b6704359c9,segment=NetworkSegment(3340f6c9-fe62-4625-a4ce-c331e88b5548),segment_id=3340f6c9-fe62-4625-a4ce-c331e88b5548)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:21.710892 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-72154935-dd8f-429d-9397-4e4b50b64157 req-14521f3b-69ba-4ff7-b634-7c951733be60 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 210 time: 0.0444624
May 12 14:50:21.733613 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:21.763541 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:21.766227 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:21.836279 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=0cd7a597-695a-4f0f-9c3f-88b6704359c9,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:21.836699 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea79ad-e1eb-497f-911d-b2cac1fbf441 req-7b65f68d-418d-43f2-8cf8-200c17b3501b tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:21.838142 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e6ea79ad-e1eb-497f-911d-b2cac1fbf441 req-7b65f68d-418d-43f2-8cf8-200c17b3501b tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1511559
May 12 14:50:21.882153 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e6ea79ad-e1eb-497f-911d-b2cac1fbf441 req-ca9d732f-2635-4784-b361-3d4edb10fb44 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380800
May 12 14:50:22.650617 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527067b-5793-4ebe-86da-8c30b21948e8 req-ff4afc41-3402-45d9-a3be-5f453da040b1 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:22.652251 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a527067b-5793-4ebe-86da-8c30b21948e8 req-ff4afc41-3402-45d9-a3be-5f453da040b1 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 945 time: 0.0868299
May 12 14:50:22.705740 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a527067b-5793-4ebe-86da-8c30b21948e8 req-17ae4666-66bd-4188-afe6-4eb26e1754ba tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472941
May 12 14:50:22.741069 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2846afe-db17-4089-9f78-7454d545128f req-34159998-2add-4248-8ac9-87a78a631d3e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:22.742512 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a2846afe-db17-4089-9f78-7454d545128f req-34159998-2add-4248-8ac9-87a78a631d3e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0916953
May 12 14:50:22.802725 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a2846afe-db17-4089-9f78-7454d545128f req-b9aa24ef-0bc1-4c6b-867f-ec718a8ad31c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537992
May 12 14:50:22.864346 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4fcfbbc5-2b2c-4cf7-b81b-1e374b95388d req-d8ecbf1d-376d-4b75-932e-1137b33751da tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 210 time: 0.0433087
May 12 14:50:22.974948 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:23.068803 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8bddb-5530-4ffb-9ca4-c2012ae57702 req-e7c85720-004e-4d51-917d-741fa23d2f45 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:23.070351 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-87b8bddb-5530-4ffb-9ca4-c2012ae57702 req-e7c85720-004e-4d51-917d-741fa23d2f45 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.0796409
May 12 14:50:23.116075 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-87b8bddb-5530-4ffb-9ca4-c2012ae57702 req-a048f968-7adc-4161-98f5-43dc4bd69d45 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399501
May 12 14:50:23.244349 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 0cd7a597-695a-4f0f-9c3f-88b6704359c9 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:50:23.315967 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 0cd7a597-695a-4f0f-9c3f-88b6704359c9 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:23.316333 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:23.996597 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f8cf6-532a-4b95-b3df-a0e3b24c6121 req-b7a9f4ad-2ed8-48ac-9630-322c179efe55 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:23.998761 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-894f8cf6-532a-4b95-b3df-a0e3b24c6121 req-b7a9f4ad-2ed8-48ac-9630-322c179efe55 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0859654
May 12 14:50:24.017014 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee398c-5c08-4a84-9a2b-08a533414507 req-f7c6e498-2048-4f98-88d3-972d38a789cc tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:24.018481 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-95ee398c-5c08-4a84-9a2b-08a533414507 req-f7c6e498-2048-4f98-88d3-972d38a789cc tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 945 time: 0.2023599
May 12 14:50:24.054425 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-894f8cf6-532a-4b95-b3df-a0e3b24c6121 req-c6b0104c-8327-4cbc-b050-af55a42be8de tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487475
May 12 14:50:24.062526 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-ba19dbbf-4e2a-4ddf-bfe4-5591cb1fb3a0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:24.064042 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-ba19dbbf-4e2a-4ddf-bfe4-5591cb1fb3a0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "GET /v2.0/networks?id=9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 200  len: 815 time: 0.1925151
May 12 14:50:24.088270 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-95ee398c-5c08-4a84-9a2b-08a533414507 req-de8062ec-aa8c-4020-8ff0-a568f7a8f863 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555084
May 12 14:50:24.143112 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-ca390f6f-6640-460a-ab21-ac53b38307ce tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:security_group {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:50:24.202804 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d2560777-3352-413b-8afa-3e5ec9eff910 req-75bf77dc-de1b-4c52-a497-fe0079bbe443 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 210 time: 0.0509958
May 12 14:50:24.224371 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-ca390f6f-6640-460a-ab21-ac53b38307ce tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:security_group {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:50:24.225891 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-ca390f6f-6640-460a-ab21-ac53b38307ce tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67a8451272cc41ebaf1598ed940bf09a HTTP/1.1" status: 200  len: 473 time: 0.1410115
May 12 14:50:24.241632 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'port': {'device_id': '84ccb759-1bc2-4810-8e46-e34c0c29a0d5', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'admin_state_up': True, 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'security_groups': ['ccb6005f-2e13-47ef-b0eb-e8e652fc8e26']}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:24.452874 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61679fe2-078a-46f4-8f5a-0b0973c37703 req-dffd497b-5e10-4a4a-8ae2-4dc0b021e188 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:24.454355 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61679fe2-078a-46f4-8f5a-0b0973c37703 req-dffd497b-5e10-4a4a-8ae2-4dc0b021e188 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1918228
May 12 14:50:24.455406 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:24.486651 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:24.517614 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-61679fe2-078a-46f4-8f5a-0b0973c37703 req-cb75a1a3-18ed-4566-b1fe-f6c07ad2897d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572834
May 12 14:50:24.585592 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Made reservation on behalf of 67a8451272cc41ebaf1598ed940bf09a for: {'port': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:50:24.589625 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:24.755310 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Allocated IP 172.20.0.5 (9862f13a-dccf-465d-abda-f29b2d232c04/7f368cfb-e379-4448-9120-bcd23ab51263/941ee56d-a8a8-4017-bba8-1c38eaac468b) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:50:25.035203 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:25.051902 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Transition to ACTIVE for port object 941ee56d-a8a8-4017-bba8-1c38eaac468b will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:25.193350 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:25.371626 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a52ac-d66a-4943-ad38-a7b491548fe9 req-733c18bd-d6c9-48f8-97d3-fae7e0821b1c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:25.383389 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c45a52ac-d66a-4943-ad38-a7b491548fe9 req-733c18bd-d6c9-48f8-97d3-fae7e0821b1c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1669021
May 12 14:50:25.410420 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Network 9862f13a-dccf-465d-abda-f29b2d232c04 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:50:25.455507 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c45a52ac-d66a-4943-ad38-a7b491548fe9 req-2056d213-0979-4c8b-b293-03b2b8fc2c29 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705700
May 12 14:50:25.480987 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:50:25.485147 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:50:25.597912 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'Port': ['ID=941ee56d-a8a8-4017-bba8-1c38eaac468b,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:25.693209 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:25.701421 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:25.780408 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea914b-b6b3-4cbf-9f4b-22f4da34dace req-4905785f-8082-4b3b-b4cd-9e282882e113 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:25.783761 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-64ea914b-b6b3-4cbf-9f4b-22f4da34dace req-4905785f-8082-4b3b-b4cd-9e282882e113 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 945 time: 0.4584002
May 12 14:50:25.807594 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fad8e5-372a-47fb-b757-1236ba6557a2 req-d8162069-3eee-4b97-bc76-f24d45d35a9d tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:25.809815 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-74fad8e5-372a-47fb-b757-1236ba6557a2 req-d8162069-3eee-4b97-bc76-f24d45d35a9d tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.71 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 945 time: 0.4053075
May 12 14:50:25.840471 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31e33b-7ef0-4327-a957-cc7e52be04dd req-e333fb8e-01ee-455c-9ded-d73585d295e5 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:25.844960 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-dd31e33b-7ef0-4327-a957-cc7e52be04dd req-e333fb8e-01ee-455c-9ded-d73585d295e5 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 931 time: 0.1355264
May 12 14:50:25.880771 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-a7193e0b-20e0-4ad3-bafc-81263539225c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6445594
May 12 14:50:25.891185 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-dd31e33b-7ef0-4327-a957-cc7e52be04dd req-6e3651dc-7617-45a5-93a4-839942503706 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402315
May 12 14:50:25.894316 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-af6af5df-1e80-4f24-a81b-3d569845cace None None] Provisioning for port 941ee56d-a8a8-4017-bba8-1c38eaac468b completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:50:25.899859 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-af6af5df-1e80-4f24-a81b-3d569845cace None None] Provisioning complete for port 941ee56d-a8a8-4017-bba8-1c38eaac468b triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:25.900224 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-af6af5df-1e80-4f24-a81b-3d569845cace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:25.913505 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Request body: {'port': {'device_id': '84ccb759-1bc2-4810-8e46-e34c0c29a0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:25.953201 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-af6af5df-1e80-4f24-a81b-3d569845cace None None] Port 941ee56d-a8a8-4017-bba8-1c38eaac468b cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:50:25.968690 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-64ea914b-b6b3-4cbf-9f4b-22f4da34dace req-ae5fcdd0-420d-42bf-b97b-6a7998cdc1e8 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1783183
May 12 14:50:25.979187 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-74fad8e5-372a-47fb-b757-1236ba6557a2 req-ae30789d-2b84-4eda-b0e5-7f8efdde1cd8 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Deleting port 8d88c3a6-67ec-4ff0-9f45-2f453178c148 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:50:25.979520 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-74fad8e5-372a-47fb-b757-1236ba6557a2 req-ae30789d-2b84-4eda-b0e5-7f8efdde1cd8 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:26.132862 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:26.401900 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-74fad8e5-372a-47fb-b757-1236ba6557a2 req-ae30789d-2b84-4eda-b0e5-7f8efdde1cd8 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] For port 8d88c3a6-67ec-4ff0-9f45-2f453178c148, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8d88c3a6-67ec-4ff0-9f45-2f453178c148,segment=NetworkSegment(0e160f5e-7454-4fcb-b9ae-67247c38d037),segment_id=0e160f5e-7454-4fcb-b9ae-67247c38d037)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:26.402262 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-74fad8e5-372a-47fb-b757-1236ba6557a2 req-ae30789d-2b84-4eda-b0e5-7f8efdde1cd8 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:26.600467 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-74fad8e5-372a-47fb-b757-1236ba6557a2 req-ae30789d-2b84-4eda-b0e5-7f8efdde1cd8 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Calling delete_port for 8d88c3a6-67ec-4ff0-9f45-2f453178c148 owned by compute:nova {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:50:26.661879 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafaba43-4dc8-416d-b82a-889bc2673550 req-3cfd7bec-7cd9-4965-b737-348a992e4b06 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:26.663572 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fafaba43-4dc8-416d-b82a-889bc2673550 req-3cfd7bec-7cd9-4965-b737-348a992e4b06 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0986891
May 12 14:50:26.760719 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fafaba43-4dc8-416d-b82a-889bc2673550 req-aebadd4d-51ba-4280-b764-14cf1b01eb50 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901442
May 12 14:50:26.863649 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 34526) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:26.887241 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 34532) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:26.894169 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-15e7ec7d-cd03-45a7-b96a-2fbbe29517c4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--363761501', 'description': 'tempest-description--159274816'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:26.903417 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-15e7ec7d-cd03-45a7-b96a-2fbbe29517c4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:26.914353 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-15e7ec7d-cd03-45a7-b96a-2fbbe29517c4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:26.975634 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941ee56d-a8a8-4017-bba8-1c38eaac468b {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:50:26.988474 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.056673 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-15e7ec7d-cd03-45a7-b96a-2fbbe29517c4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.068328 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e7379e5d-1a5e-47ff-a20c-c2dbade96e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.098030 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e7379e5d-1a5e-47ff-a20c-c2dbade96e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:27.105300 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e7379e5d-1a5e-47ff-a20c-c2dbade96e58 admin admin] Usage tracker for resource:security_group_rule and tenant:6ab0729da4e74ee98a700260ee498b0e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:27.110996 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e7379e5d-1a5e-47ff-a20c-c2dbade96e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:27.113739 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-15e7ec7d-cd03-45a7-b96a-2fbbe29517c4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:27.122474 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-15e7ec7d-cd03-45a7-b96a-2fbbe29517c4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Usage tracker for resource:security_group_rule and tenant:0301badcd92e4cc483246a0fa4949060 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:27.125558 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e7379e5d-1a5e-47ff-a20c-c2dbade96e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:27.125907 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Transition to ACTIVE for port object 941ee56d-a8a8-4017-bba8-1c38eaac468b will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:27.127679 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-15e7ec7d-cd03-45a7-b96a-2fbbe29517c4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:27.128011 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-74fad8e5-372a-47fb-b757-1236ba6557a2 req-ae30789d-2b84-4eda-b0e5-7f8efdde1cd8 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.135609 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-15e7ec7d-cd03-45a7-b96a-2fbbe29517c4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:27.186087 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['8d88c3a6-67ec-4ff0-9f45-2f453178c148'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:50:27.191033 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30789d-2b84-4eda-b0e5-7f8efdde1cd8 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Pushing event deleted for resources: {'Port': ['ID=8d88c3a6-67ec-4ff0-9f45-2f453178c148,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:27.192339 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bbe6a-2606-4cfd-a01b-d6f634264bd1 req-6a95b359-2055-4395-b6fa-c48138ec6ff9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:27.199723 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f27bbe6a-2606-4cfd-a01b-d6f634264bd1 req-6a95b359-2055-4395-b6fa-c48138ec6ff9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 931 time: 0.1869996
May 12 14:50:27.230871 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.322196 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f27bbe6a-2606-4cfd-a01b-d6f634264bd1 req-c5625323-e987-4189-b945-e18f5401c594 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929577
May 12 14:50:27.322196 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-15e7ec7d-cd03-45a7-b96a-2fbbe29517c4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.334160 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fad8e5-372a-47fb-b757-1236ba6557a2 req-ae30789d-2b84-4eda-b0e5-7f8efdde1cd8 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] No DVR routers for this DVR port 8d88c3a6-67ec-4ff0-9f45-2f453178c148 on host hv-cinder-83118 {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:50:27.341123 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e7379e5d-1a5e-47ff-a20c-c2dbade96e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.387393 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-74fad8e5-372a-47fb-b757-1236ba6557a2 req-ae30789d-2b84-4eda-b0e5-7f8efdde1cd8 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.397986 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f762070-fb47-4d30-9d90-30b0db2dffd4', 'name': 'network-vif-deleted', 'tag': '8d88c3a6-67ec-4ff0-9f45-2f453178c148'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:50:27.441017 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ed023-8e1b-4673-8347-3acc0f31c408 req-e80f77ac-c1f9-4992-ab84-d189c68945fb tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:27.441849 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-b00ed023-8e1b-4673-8347-3acc0f31c408 req-e80f77ac-c1f9-4992-ab84-d189c68945fb tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Synchronizing usage tracker for tenant:2c93480a75ab462f9181629c60772257 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:50:27.471022 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a668e7-220e-47de-be5e-1f5cdb3e52ba'] response: {'server_uuid': '1f762070-fb47-4d30-9d90-30b0db2dffd4', 'name': 'network-vif-deleted', 'tag': '8d88c3a6-67ec-4ff0-9f45-2f453178c148', 'status': 'completed', 'code': 200}
May 12 14:50:27.471742 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Pushing event updated for resources: {'Port': ['ID=941ee56d-a8a8-4017-bba8-1c38eaac468b,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:27.506094 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-15e7ec7d-cd03-45a7-b96a-2fbbe29517c4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.543876 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-74fad8e5-372a-47fb-b757-1236ba6557a2 req-ae30789d-2b84-4eda-b0e5-7f8efdde1cd8 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.71 "DELETE /v2.0/ports/8d88c3a6-67ec-4ff0-9f45-2f453178c148 HTTP/1.1" status: 204  len: 173 time: 1.7139592
May 12 14:50:27.545565 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e7379e5d-1a5e-47ff-a20c-c2dbade96e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.562356 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Attempting to bind port 941ee56d-a8a8-4017-bba8-1c38eaac468b on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:50:27.562728 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Attempting to bind port 941ee56d-a8a8-4017-bba8-1c38eaac468b by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:50:27.563178 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Attempting to bind port 941ee56d-a8a8-4017-bba8-1c38eaac468b on network 9862f13a-dccf-465d-abda-f29b2d232c04 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:50:27.568028 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Port 941ee56d-a8a8-4017-bba8-1c38eaac468b on network 9862f13a-dccf-465d-abda-f29b2d232c04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:50:27.568349 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Attempting to bind port 941ee56d-a8a8-4017-bba8-1c38eaac468b on network 9862f13a-dccf-465d-abda-f29b2d232c04 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:50:27.570751 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7ec7d-cd03-45a7-b96a-2fbbe29517c4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:27.581446 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:50:27.581446 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Checking segment: {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:50:27.581446 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Bound using segment: {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:50:27.581446 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Bound port: 941ee56d-a8a8-4017-bba8-1c38eaac468b, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:50:27.581446 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.611167 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e7379e5d-1a5e-47ff-a20c-c2dbade96e58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ab0729da4e74ee98a700260ee498b0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7463207
May 12 14:50:27.612792 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7379e5d-1a5e-47ff-a20c-c2dbade96e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79fa877-91c1-4ec7-a058-e8946bd209b9,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:27.615191 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 34542) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:27.630639 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-b00ed023-8e1b-4673-8347-3acc0f31c408 req-e80f77ac-c1f9-4992-ab84-d189c68945fb tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Unset dirty status for tenant:2c93480a75ab462f9181629c60772257 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:50:27.632082 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b00ed023-8e1b-4673-8347-3acc0f31c408 req-e80f77ac-c1f9-4992-ab84-d189c68945fb tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 867 time: 0.5505495
May 12 14:50:27.639446 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-15e7ec7d-cd03-45a7-b96a-2fbbe29517c4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.643374 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-15e7ec7d-cd03-45a7-b96a-2fbbe29517c4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.7544014
May 12 14:50:27.646897 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 34546) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:27.655347 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-1b247e63-c2b6-4910-be3e-5da222766545 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Request body: {'security_group_rule': {'security_group_id': 'dfd6bee4-9132-470b-99bf-0f6a7a2deb9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:27.673634 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1b247e63-c2b6-4910-be3e-5da222766545 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:27.682326 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1b247e63-c2b6-4910-be3e-5da222766545 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Usage tracker for resource:security_group_rule and tenant:0301badcd92e4cc483246a0fa4949060 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:27.685916 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1b247e63-c2b6-4910-be3e-5da222766545 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:27.694949 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1b247e63-c2b6-4910-be3e-5da222766545 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:27.714057 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b00ed023-8e1b-4673-8347-3acc0f31c408 req-f90da053-550f-4863-8e06-17499d61a833 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732541
May 12 14:50:27.715322 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-53b56e54-fcc8-4c7c-8d70-06fedf9d1a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.724941 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] For port 941ee56d-a8a8-4017-bba8-1c38eaac468b, host hv-cinder-83118, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:50:27.727908 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] For port 941ee56d-a8a8-4017-bba8-1c38eaac468b, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=941ee56d-a8a8-4017-bba8-1c38eaac468b,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:50:27.754932 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-53b56e54-fcc8-4c7c-8d70-06fedf9d1a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.784557 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1b247e63-c2b6-4910-be3e-5da222766545 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.798220 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.859879 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:27.860718 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.862112 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] 10.222.0.71 "PUT /v2.0/ports/941ee56d-a8a8-4017-bba8-1c38eaac468b HTTP/1.1" status: 200  len: 1093 time: 1.9552224
May 12 14:50:27.892333 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1b247e63-c2b6-4910-be3e-5da222766545 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:27.923553 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85413061-d19d-4547-9501-8fa1c13caa05 service neutron] Pushing event updated for resources: {'Port': ['ID=941ee56d-a8a8-4017-bba8-1c38eaac468b,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:27.980104 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-53b56e54-fcc8-4c7c-8d70-06fedf9d1a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:28.007516 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf7209-089c-4319-aa98-d41aadeba7a2 req-040cd6df-fa1b-4156-92b1-26a55b31b122 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:28.009209 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-08bf7209-089c-4319-aa98-d41aadeba7a2 req-040cd6df-fa1b-4156-92b1-26a55b31b122 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1127098
May 12 14:50:28.011457 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b56e54-fcc8-4c7c-8d70-06fedf9d1a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79fa877-91c1-4ec7-a058-e8946bd209b9,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:28.034275 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-53b56e54-fcc8-4c7c-8d70-06fedf9d1a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:28.035316 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-53b56e54-fcc8-4c7c-8d70-06fedf9d1a04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d79fa877-91c1-4ec7-a058-e8946bd209b9 HTTP/1.1" status: 204  len: 168 time: 0.4192426
May 12 14:50:28.065496 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1b247e63-c2b6-4910-be3e-5da222766545 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:28.087103 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-08bf7209-089c-4319-aa98-d41aadeba7a2 req-53a468ae-b799-4843-b9ab-9a40e80ba63b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703816
May 12 14:50:28.097423 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b247e63-c2b6-4910-be3e-5da222766545 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8075cb6b-2730-430f-a224-d8a731357973,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:28.209996 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-eea373d4-4117-4ecf-b953-2a6b7e429022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:28.211451 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-eea373d4-4117-4ecf-b953-2a6b7e429022 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 1096 time: 0.0756674
May 12 14:50:28.230978 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1b247e63-c2b6-4910-be3e-5da222766545 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:28.232207 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1b247e63-c2b6-4910-be3e-5da222766545 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5843527
May 12 14:50:28.235369 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 34560) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:28.241388 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-aa08f75a-a22b-42f1-bb04-2132d9d0bbc6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Request body: {'security_group_rule': {'security_group_id': 'dfd6bee4-9132-470b-99bf-0f6a7a2deb9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:28.247958 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-aa08f75a-a22b-42f1-bb04-2132d9d0bbc6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:28.252145 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-aa08f75a-a22b-42f1-bb04-2132d9d0bbc6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Usage tracker for resource:security_group_rule and tenant:0301badcd92e4cc483246a0fa4949060 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:28.255289 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-aa08f75a-a22b-42f1-bb04-2132d9d0bbc6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:28.261339 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-aa08f75a-a22b-42f1-bb04-2132d9d0bbc6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:28.295130 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-9f4e8d44-74ab-4a08-9627-00abc1e76050 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=941ee56d-a8a8-4017-bba8-1c38eaac468b HTTP/1.1" status: 200  len: 217 time: 0.0656941
May 12 14:50:28.340485 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aa08f75a-a22b-42f1-bb04-2132d9d0bbc6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:28.368735 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-16d85a8b-b0a3-43b4-bd16-9f2f8c0a91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:28.375559 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-16d85a8b-b0a3-43b4-bd16-9f2f8c0a91ea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f368cfb-e379-4448-9120-bcd23ab51263 HTTP/1.1" status: 200  len: 854 time: 0.0659666
May 12 14:50:28.415420 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aa08f75a-a22b-42f1-bb04-2132d9d0bbc6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:28.531947 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-babe26f0-184d-45ff-adef-07b6c8e05332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:28.534655 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aa08f75a-a22b-42f1-bb04-2132d9d0bbc6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:28.542946 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-babe26f0-184d-45ff-adef-07b6c8e05332 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9862f13a-dccf-465d-abda-f29b2d232c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1566434
May 12 14:50:28.563212 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:28.574700 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08f75a-a22b-42f1-bb04-2132d9d0bbc6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343c610b-bfba-4618-bd6d-3aa9f69890f7,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:28.632518 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313be0e-aa25-409f-87b4-f0ab245a3ac2 req-dccd3719-4ebd-48fb-8362-a163c17491b3 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:28.633148 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-3313be0e-aa25-409f-87b4-f0ab245a3ac2 req-dccd3719-4ebd-48fb-8362-a163c17491b3 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:50:28.676378 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aa08f75a-a22b-42f1-bb04-2132d9d0bbc6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:28.677595 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-aa08f75a-a22b-42f1-bb04-2132d9d0bbc6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4412491
May 12 14:50:28.681300 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 34566) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:28.686291 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Request body: {'floatingip': {'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:28.691854 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:28.695651 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Usage tracker for resource:floatingip and tenant:0301badcd92e4cc483246a0fa4949060 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:28.698416 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:28.700434 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-57fafb78-899c-44c6-8529-c9249cd01792 service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556611
May 12 14:50:28.704083 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:28.794380 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-3313be0e-aa25-409f-87b4-f0ab245a3ac2 req-dccd3719-4ebd-48fb-8362-a163c17491b3 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:50:28.800566 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3313be0e-aa25-409f-87b4-f0ab245a3ac2 req-dccd3719-4ebd-48fb-8362-a163c17491b3 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 943 time: 0.3693507
May 12 14:50:28.820936 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for floatingip, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:28.869402 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3313be0e-aa25-409f-87b4-f0ab245a3ac2 req-65b4417e-1ea5-4eb7-a661-be14e6e1d2c9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656669
May 12 14:50:28.889857 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6958099-1a0d-46d9-9fe6-3c6792f04477 req-ad06cb5a-d23b-4ff4-b91c-0539a75bfb50 service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762362
May 12 14:50:28.975996 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4b48d167-ea4b-4528-bd93-b60c20a4ee54 req-3bc4f8cb-0890-4214-aa29-55318c05b314 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f762070-fb47-4d30-9d90-30b0db2dffd4 HTTP/1.1" status: 200  len: 210 time: 0.0524864
May 12 14:50:29.043445 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:29.206990 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Allocated IP 172.27.3.124 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/2d190d41-ffd2-4406-809e-1fdd11d7c2bb) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:50:29.281628 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8d569-53f0-4a1c-8a42-f66db402d596 req-41f45947-84b0-4661-937c-ed330c0df2cf tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:29.283108 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-10d8d569-53f0-4a1c-8a42-f66db402d596 req-41f45947-84b0-4661-937c-ed330c0df2cf tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0828691
May 12 14:50:29.332768 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-10d8d569-53f0-4a1c-8a42-f66db402d596 req-75377cb2-9ea1-466a-8e50-413ed212087a tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435913
May 12 14:50:29.415851 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:29.472582 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ccb759-1bc2-4810-8e46-e34c0c29a0d5', 'tag': '941ee56d-a8a8-4017-bba8-1c38eaac468b'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:50:29.510919 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:29.515721 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd9cbc7a-2937-46e7-b006-c2cd455fa828'] response: {'name': 'network-changed', 'server_uuid': '84ccb759-1bc2-4810-8e46-e34c0c29a0d5', 'tag': '941ee56d-a8a8-4017-bba8-1c38eaac468b', 'status': 'completed', 'code': 200}
May 12 14:50:29.576761 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:50:29.579684 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:50:29.583308 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:50:29.592334 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Pushing event updated for resources: {'Port': ['ID=2d190d41-ffd2-4406-809e-1fdd11d7c2bb,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:29.616016 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:29.661209 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0319de5-fed5-4649-946f-4725bdbff91e req-4c0e070e-ca79-44ea-8932-80eeeff8b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:29.662839 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b0319de5-fed5-4649-946f-4725bdbff91e req-4c0e070e-ca79-44ea-8932-80eeeff8b3dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 1096 time: 0.0727537
May 12 14:50:29.755965 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:29.904929 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0319de5-fed5-4649-946f-4725bdbff91e req-0bb4bd91-1a46-44ec-b24f-d83302c10699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:29.906683 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b0319de5-fed5-4649-946f-4725bdbff91e req-0bb4bd91-1a46-44ec-b24f-d83302c10699 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 200  len: 916 time: 0.2345762
May 12 14:50:29.988273 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:30.005064 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b0319de5-fed5-4649-946f-4725bdbff91e req-11463d52-2396-489c-a5c8-7df763aa3f28 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=941ee56d-a8a8-4017-bba8-1c38eaac468b HTTP/1.1" status: 200  len: 217 time: 0.0853453
May 12 14:50:30.123525 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:30.128681 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0319de5-fed5-4649-946f-4725bdbff91e req-8830fee0-42be-45b5-8c5a-7f910845702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:30.131317 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b0319de5-fed5-4649-946f-4725bdbff91e req-8830fee0-42be-45b5-8c5a-7f910845702e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f368cfb-e379-4448-9120-bcd23ab51263 HTTP/1.1" status: 200  len: 854 time: 0.0958066
May 12 14:50:30.171346 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca446f-9360-4a4d-8ac8-6e30da22941f req-bbed70c0-95a1-494c-b4cf-10847b361ebe tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:30.173869 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4cca446f-9360-4a4d-8ac8-6e30da22941f req-bbed70c0-95a1-494c-b4cf-10847b361ebe tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 943 time: 0.1721189
May 12 14:50:30.208586 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:30.264024 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Pushing event updated for resources: {'Port': ['ID=2d190d41-ffd2-4406-809e-1fdd11d7c2bb,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:30.283984 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4cca446f-9360-4a4d-8ac8-6e30da22941f req-5bf2f85f-754c-4042-9745-ae90d695195d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708880
May 12 14:50:30.300475 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0319de5-fed5-4649-946f-4725bdbff91e req-a00716d9-444e-4b84-9efa-a8974612bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:30.302200 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b0319de5-fed5-4649-946f-4725bdbff91e req-a00716d9-444e-4b84-9efa-a8974612bc68 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9862f13a-dccf-465d-abda-f29b2d232c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1419482
May 12 14:50:30.317322 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:30.327203 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-dccfbac2-5150-4f9d-a3ad-229d79c59622 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6363752
May 12 14:50:30.467984 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b0319de5-fed5-4649-946f-4725bdbff91e req-40c9e7ff-48af-4a99-8762-4433619dc7b9 service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483912
May 12 14:50:30.478845 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 8d88c3a6-67ec-4ff0-9f45-2f453178c148 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:50:30.506877 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-af8f8a27-ab26-43cb-805c-6b24a1f4c7b6 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:30.506877 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-af8f8a27-ab26-43cb-805c-6b24a1f4c7b6 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Synchronizing usage tracker for tenant:2c93480a75ab462f9181629c60772257 on resource:network {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:50:30.524007 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: 8d88c3a6-67ec-4ff0-9f45-2f453178c148 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:50:30.524371 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 8d88c3a6-67ec-4ff0-9f45-2f453178c148 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:50:30.603290 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-af8f8a27-ab26-43cb-805c-6b24a1f4c7b6 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Unset dirty status for tenant:2c93480a75ab462f9181629c60772257 on resource:network {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:50:30.604560 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-af8f8a27-ab26-43cb-805c-6b24a1f4c7b6 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/networks?id=29318bea-5e26-4915-918a-926b02b62ecd HTTP/1.1" status: 200  len: 808 time: 0.2724698
May 12 14:50:30.619821 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-2250be3e-cccc-4d72-ae0f-d480d5787dac tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/quotas/2c93480a75ab462f9181629c60772257 HTTP/1.1" status: 200  len: 375 time: 0.0095563
May 12 14:50:30.669474 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-102aad29-f073-4b6b-97e9-cbdc801b4571 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c93480a75ab462f9181629c60772257&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0434923
May 12 14:50:30.678843 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c20f2e-cd7d-4e07-8ab5-08091482a695 req-b5d9bc60-762f-4e8d-8c59-cc39885a7227 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:30.682868 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e9c20f2e-cd7d-4e07-8ab5-08091482a695 req-b5d9bc60-762f-4e8d-8c59-cc39885a7227 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.2175896
May 12 14:50:30.684335 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b0319de5-fed5-4649-946f-4725bdbff91e req-7d686e91-f9f9-49f4-9cd6-dc550debfb59 service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738734
May 12 14:50:30.727842 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e9c20f2e-cd7d-4e07-8ab5-08091482a695 req-3d5a8b5a-53f4-4778-bd47-639ff7b5559d tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399249
May 12 14:50:30.816663 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6c37ca57-e0ac-45a6-b3a5-b7982569e46f service neutron] 10.222.0.49 "GET /v2.0/networks/29318bea-5e26-4915-918a-926b02b62ecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400712
May 12 14:50:30.872773 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-f7693a1a-b9a4-4909-9a72-8a6f4b811b6a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--363761501&fields=id&tenant_id=0301badcd92e4cc483246a0fa4949060 HTTP/1.1" status: 200  len: 267 time: 0.0401597
May 12 14:50:30.950170 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-7343a794-7cde-40ef-b1ff-731e56cbb425 service neutron] 10.222.0.49 "GET /v2.0/networks/29318bea-5e26-4915-918a-926b02b62ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268005
May 12 14:50:31.028859 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeace717-260c-423a-aa70-f533f10601c0 req-96cac502-1162-45dc-ad8b-e2a617c33cab tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:31.030578 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-96cac502-1162-45dc-ad8b-e2a617c33cab tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 818 time: 0.1504481
May 12 14:50:31.047305 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-90f8108f-7f2d-4695-a3fe-419dfd58ce6d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/quotas/0301badcd92e4cc483246a0fa4949060 HTTP/1.1" status: 200  len: 375 time: 0.0098352
May 12 14:50:31.145758 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-9fa50115-f590-4fdf-8f4c-bdb197903eb6 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0923715
May 12 14:50:31.341947 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-59c33866-d0ea-44e0-9755-1d1544dee3cf req-8495a81c-d07e-417d-9c36-62e1a9ecd4a2 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 210 time: 0.0866623
May 12 14:50:31.381764 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-ae714eb8-d519-471a-a201-d70f86ca1dd6 service neutron] 10.222.0.49 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2219758
May 12 14:50:31.532614 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-5d3b6337-9bfb-4bfb-b096-aeb78fc8e9e7 service neutron] 10.222.0.49 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440048
May 12 14:50:31.543364 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2419c2-4378-44c6-aadd-41751fb089ac req-3e85f216-5f3c-4149-a37f-e9f0116add84 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:31.545177 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4c2419c2-4378-44c6-aadd-41751fb089ac req-3e85f216-5f3c-4149-a37f-e9f0116add84 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 943 time: 0.0947900
May 12 14:50:31.592929 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4c2419c2-4378-44c6-aadd-41751fb089ac req-23c5d94d-81ec-4713-a8e1-9531a24867e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414693
May 12 14:50:31.825740 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1ed1956f-a9c4-409a-8b2a-941dfb442259 req-8806be56-1d69-4139-be5e-a858ad488eee tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 210 time: 0.0547774
May 12 14:50:31.990108 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69beb927-032b-45cf-9fc4-a6b33202c6b1 req-fbec90ab-ecf7-4cf3-8116-6a6ae711b376 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:31.991573 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-69beb927-032b-45cf-9fc4-a6b33202c6b1 req-fbec90ab-ecf7-4cf3-8116-6a6ae711b376 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1008172
May 12 14:50:32.038738 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-69beb927-032b-45cf-9fc4-a6b33202c6b1 req-7d02f047-6951-4e91-9c2c-55c40dfa4e80 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404234
May 12 14:50:32.484631 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c0d950db-fd66-43b6-b619-20c9a38909a6 req-49cfae11-d34d-497c-a7b7-51dfe67292f1 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 210 time: 0.0436807
May 12 14:50:32.495829 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 941ee56d-a8a8-4017-bba8-1c38eaac468b details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:50:32.632041 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 941ee56d-a8a8-4017-bba8-1c38eaac468b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=941ee56d-a8a8-4017-bba8-1c38eaac468b,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:32.646084 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '941ee56d-a8a8-4017-bba8-1c38eaac468b', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'port_id': '941ee56d-a8a8-4017-bba8-1c38eaac468b', 'mac_address': 'fa:16:3e:c3:71:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:50:32.703250 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:32.720243 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941ee56d-a8a8-4017-bba8-1c38eaac468b {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:50:32.735565 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 941ee56d-a8a8-4017-bba8-1c38eaac468b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=941ee56d-a8a8-4017-bba8-1c38eaac468b,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:32.794481 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db43f-adb5-45d6-aa49-cf7e7d235c7e req-bef4f4e0-698b-445f-863c-970fed0ea661 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:32.795989 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c11db43f-adb5-45d6-aa49-cf7e7d235c7e req-bef4f4e0-698b-445f-863c-970fed0ea661 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 943 time: 0.0851681
May 12 14:50:32.831498 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:32.841890 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c11db43f-adb5-45d6-aa49-cf7e7d235c7e req-e220cfaa-aef1-4a35-9b57-fb85299ed6cd tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402312
May 12 14:50:32.929501 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=941ee56d-a8a8-4017-bba8-1c38eaac468b,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:32.937029 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:32.937578 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:32.938071 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:32.938409 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:32.938741 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:32.939337 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:32.939676 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:32.940006 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:32.940483 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:32.940810 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:32.941139 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:32.941555 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:50:32.978685 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-784023a6-25bf-4a27-b69c-d04465363a24 req-2f0f4fcf-c2e3-4920-bfa1-4f54da68d5ad tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 210 time: 0.0437357
May 12 14:50:33.239260 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a14358-c1f8-47e5-ad72-96b32aead587 req-55c912c3-090a-4b73-a25c-20fb8cca2fb0 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:33.240942 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-20a14358-c1f8-47e5-ad72-96b32aead587 req-55c912c3-090a-4b73-a25c-20fb8cca2fb0 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0883214
May 12 14:50:33.289725 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-20a14358-c1f8-47e5-ad72-96b32aead587 req-dd74b44b-843b-4ee4-80d4-173253c4ef2d tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428634
May 12 14:50:33.629843 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c14a304-4f55-40fc-a8fb-f5cf677bad28 req-b9523448-8d99-481f-bb5d-8436c0fd7236 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 210 time: 0.0416999
May 12 14:50:34.137088 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add2941-aeb0-4210-94e0-b93561817140 req-a44e62a6-0487-4464-9010-24d0cb0e5b6e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:34.138077 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3add2941-aeb0-4210-94e0-b93561817140 req-a44e62a6-0487-4464-9010-24d0cb0e5b6e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 944 time: 0.1842997
May 12 14:50:34.143168 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-02344bab-6a46-4253-8413-655781d8c765 req-d29fdfac-dff4-4166-84e9-9e07139cd3d1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 210 time: 0.0486689
May 12 14:50:34.190935 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3add2941-aeb0-4210-94e0-b93561817140 req-53d2e303-f3ef-4056-b55d-d51e4e864b11 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469241
May 12 14:50:34.483172 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75378190-4618-458b-b5e9-a0f0fcf660c8 req-8d634c43-9e60-487b-970a-4d74246be70f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:34.484614 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-75378190-4618-458b-b5e9-a0f0fcf660c8 req-8d634c43-9e60-487b-970a-4d74246be70f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0810027
May 12 14:50:34.529861 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-75378190-4618-458b-b5e9-a0f0fcf660c8 req-b5db6152-ad01-411a-b81a-7dda3247d1f6 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395339
May 12 14:50:34.779983 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-fec6ff8b-3b1f-49d8-a2f5-fd44bbf67367 req-8b861552-6700-47b3-b374-415dd8eb3071 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 210 time: 0.0437624
May 12 14:50:35.314836 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0928acaf-d9ce-4ce7-8207-5df3a61292ae req-a582eecf-4c8d-4c33-af04-2ae61d1f512e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 210 time: 0.0430725
May 12 14:50:35.378923 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80f8d-6d1e-4291-9aea-3706f55594e0 req-5426b131-5570-4602-8a18-0b31864c8e78 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:35.380408 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-91b80f8d-6d1e-4291-9aea-3706f55594e0 req-5426b131-5570-4602-8a18-0b31864c8e78 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 944 time: 0.0831256
May 12 14:50:35.425845 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-91b80f8d-6d1e-4291-9aea-3706f55594e0 req-03ec92c6-2861-42c8-a7eb-70c035b05ed9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395532
May 12 14:50:35.725404 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd22d6-0751-480a-8614-f954bf5a439b req-f929fd95-14ab-4f89-80d5-6086b251a24b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:35.727056 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5acd22d6-0751-480a-8614-f954bf5a439b req-f929fd95-14ab-4f89-80d5-6086b251a24b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0856230
May 12 14:50:35.773129 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5acd22d6-0751-480a-8614-f954bf5a439b req-a95ed0dd-d9d5-4484-8a9c-6d10e3c7ec91 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404193
May 12 14:50:35.933321 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-448f2e23-9df3-4245-af47-f049126f226a req-3da5ca95-277e-464b-827a-ea5754588756 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 210 time: 0.0451689
May 12 14:50:35.979340 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['941ee56d-a8a8-4017-bba8-1c38eaac468b'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:50:36.471969 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-13220276-f651-4946-a184-dface4637cd3 req-f9e056c5-7323-44af-bc4b-04e27b87a9ee tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 210 time: 0.0476561
May 12 14:50:36.738531 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-09eeda24-7eb0-4cc3-aa11-3e6d513d8be1 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:36.746634 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-09eeda24-7eb0-4cc3-aa11-3e6d513d8be1 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.71 "GET /v2.0/networks?id=29318bea-5e26-4915-918a-926b02b62ecd HTTP/1.1" status: 200  len: 808 time: 0.1921766
May 12 14:50:36.767299 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Request body: {'port': {'device_id': '68b3c2de-3257-4c79-ad68-f4fea7bfde20', 'network_id': '29318bea-5e26-4915-918a-926b02b62ecd', 'admin_state_up': True, 'tenant_id': '2c93480a75ab462f9181629c60772257'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:36.795366 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6013b-f0dc-47e8-b349-a1f7dc25f6fa req-084fba5c-16b4-4295-80b7-8e5cac7145c0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:36.796825 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a8e6013b-f0dc-47e8-b349-a1f7dc25f6fa req-084fba5c-16b4-4295-80b7-8e5cac7145c0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 944 time: 0.2502794
May 12 14:50:36.910956 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a8e6013b-f0dc-47e8-b349-a1f7dc25f6fa req-9628a06a-4e2b-4e46-9aa6-3efc201e3227 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661733
May 12 14:50:36.964281 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:36.970145 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Usage tracker for resource:port and tenant:2c93480a75ab462f9181629c60772257 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:50:36.974219 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:50:36.982265 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:37.040142 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c461b-6fc6-4d89-977d-e3be6ffe63de req-1bbac103-0f44-4e68-a622-6b2d88ed092e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:37.041621 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9a9c461b-6fc6-4d89-977d-e3be6ffe63de req-1bbac103-0f44-4e68-a622-6b2d88ed092e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1615076
May 12 14:50:37.089958 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9a9c461b-6fc6-4d89-977d-e3be6ffe63de req-15fae8ae-9cdf-47a5-94c7-66979a1bc88a tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425642
May 12 14:50:37.090407 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Made reservation on behalf of 2c93480a75ab462f9181629c60772257 for: {'port': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:50:37.094036 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:37.107188 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-697f0845-81c5-48e6-87b7-2570749ee6c2 req-4abe53ad-8ea6-45c4-80bc-9150d68548c2 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 210 time: 0.0602179
May 12 14:50:37.274865 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Allocated IP 172.20.0.14 (29318bea-5e26-4915-918a-926b02b62ecd/8fe8b736-f29b-45e1-bf1e-35147b4c3b20/6e8c413a-feeb-438c-8a0b-999e6b370582) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:50:37.473647 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:37.557280 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:37.619434 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9ab18de3-bee6-4b58-a1b8-2fb09969b51f req-3243718f-8259-419c-8049-0dd9843b9729 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 210 time: 0.0418365
May 12 14:50:37.628923 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Network 29318bea-5e26-4915-918a-926b02b62ecd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:50:37.631936 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:50:37.641407 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Pushing event updated for resources: {'Port': ['ID=6e8c413a-feeb-438c-8a0b-999e6b370582,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:37.643619 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:50:37.704027 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:37.704617 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:37.781147 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-6493e1e0-c791-4657-86de-2476c9c7c0ef tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0187318
May 12 14:50:38.246352 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc646e8-d25c-45ed-9e11-e1ca66c184a5 req-da237f10-7c1a-4c48-9b5e-1f1068cee4d7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:38.247883 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-abc646e8-d25c-45ed-9e11-e1ca66c184a5 req-da237f10-7c1a-4c48-9b5e-1f1068cee4d7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 944 time: 0.0824118
May 12 14:50:38.282294 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8b0eb-2315-4b8f-8ac4-d66d3cb31c97 req-583728db-74da-4ca9-997d-f1f7e35eac2e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:38.283779 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-56c8b0eb-2315-4b8f-8ac4-d66d3cb31c97 req-583728db-74da-4ca9-997d-f1f7e35eac2e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0816875
May 12 14:50:38.295685 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-abc646e8-d25c-45ed-9e11-e1ca66c184a5 req-2a409419-1081-48e7-a7c8-67fe3f263319 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421731
May 12 14:50:38.329268 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-56c8b0eb-2315-4b8f-8ac4-d66d3cb31c97 req-4f1e87e0-3420-41a2-96e1-374f17f0dfa5 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397460
May 12 14:50:38.468818 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e12759-35f1-42b0-ac76-472fb83b4f93 req-175c5bf5-6ee2-4dbc-be9a-c65dfa07f6c7 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:38.469510 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-c4e12759-35f1-42b0-ac76-472fb83b4f93 req-175c5bf5-6ee2-4dbc-be9a-c65dfa07f6c7 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Synchronizing usage tracker for tenant:2c93480a75ab462f9181629c60772257 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:50:38.534000 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-c4e12759-35f1-42b0-ac76-472fb83b4f93 req-175c5bf5-6ee2-4dbc-be9a-c65dfa07f6c7 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Unset dirty status for tenant:2c93480a75ab462f9181629c60772257 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:50:38.535140 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c4e12759-35f1-42b0-ac76-472fb83b4f93 req-175c5bf5-6ee2-4dbc-be9a-c65dfa07f6c7 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 932 time: 0.1466446
May 12 14:50:38.579125 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c4e12759-35f1-42b0-ac76-472fb83b4f93 req-9c2c8848-e686-40db-b44e-a5b5d687405b tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383072
May 12 14:50:38.773483 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a807bf07-2d2c-4804-879e-d92b24869a11 req-b58660a5-a82a-4379-b933-c6cade8a5af9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 210 time: 0.0443888
May 12 14:50:39.186846 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 941ee56d-a8a8-4017-bba8-1c38eaac468b up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:50:39.328616 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port 941ee56d-a8a8-4017-bba8-1c38eaac468b completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:50:39.333810 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 941ee56d-a8a8-4017-bba8-1c38eaac468b triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:39.334108 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:39.454297 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:39.483150 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ccb759-1bc2-4810-8e46-e34c0c29a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941ee56d-a8a8-4017-bba8-1c38eaac468b'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:50:39.487178 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183151b-adbe-498e-905b-10b845014506 req-625893fb-b218-4d94-ab3f-32ebf172cfe8 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:39.488667 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2183151b-adbe-498e-905b-10b845014506 req-625893fb-b218-4d94-ab3f-32ebf172cfe8 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 944 time: 0.0860214
May 12 14:50:39.494317 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 941ee56d-a8a8-4017-bba8-1c38eaac468b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=941ee56d-a8a8-4017-bba8-1c38eaac468b,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:39.521167 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aacdbb-8d4f-4bfa-8541-94967764c2ae req-c0bb1d20-7a63-49b6-8964-04933cbcfcff tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:39.522645 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-21aacdbb-8d4f-4bfa-8541-94967764c2ae req-c0bb1d20-7a63-49b6-8964-04933cbcfcff tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0847752
May 12 14:50:39.534609 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2183151b-adbe-498e-905b-10b845014506 req-04b6bd55-3fe4-4578-bb5b-29134e152764 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388825
May 12 14:50:39.571778 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-21aacdbb-8d4f-4bfa-8541-94967764c2ae req-6dd13471-12f8-486e-b877-000b02ea1cfc tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427594
May 12 14:50:39.574299 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:39.606877 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128794f5-6edb-496f-918e-29dd6b657c4d'] response: {'server_uuid': '84ccb759-1bc2-4810-8e46-e34c0c29a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941ee56d-a8a8-4017-bba8-1c38eaac468b', 'code': 200}
May 12 14:50:39.644438 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=941ee56d-a8a8-4017-bba8-1c38eaac468b,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:39.766946 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ea034-a9c6-4c37-9a28-a7c15b156cdc req-14d4a4ef-0ae2-4377-bdd4-9af0c9c6a578 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:39.768389 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1f6ea034-a9c6-4c37-9a28-a7c15b156cdc req-14d4a4ef-0ae2-4377-bdd4-9af0c9c6a578 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 932 time: 0.0793886
May 12 14:50:39.812279 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1f6ea034-a9c6-4c37-9a28-a7c15b156cdc req-95b53b6d-355b-4e0a-b9fa-e5a30e53125b tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382483
May 12 14:50:39.925668 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2b981b80-6ba7-4760-939a-b53c3a378b25 req-49d2cc79-6cb9-4439-9ed3-660257f67c6c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 210 time: 0.0409117
May 12 14:50:40.268422 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Request body: {'port': {'device_id': '68b3c2de-3257-4c79-ad68-f4fea7bfde20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:40.563973 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:40.637384 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeace717-260c-423a-aa70-f533f10601c0 req-43ce9f8a-f97a-426b-8edc-dfd4810421e0 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:40.640592 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-43ce9f8a-f97a-426b-8edc-dfd4810421e0 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 818 time: 0.2616661
May 12 14:50:40.795440 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa422691-0475-4123-9b04-577cbebd0c4d req-d09c6f91-ce23-4b28-9f4f-47a0700f584f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:40.796924 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fa422691-0475-4123-9b04-577cbebd0c4d req-d09c6f91-ce23-4b28-9f4f-47a0700f584f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1027761
May 12 14:50:40.841198 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fa422691-0475-4123-9b04-577cbebd0c4d req-c5e40218-e6f8-4aa3-bfe5-628cfcfc9a66 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382538
May 12 14:50:40.888855 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-29c177db-d0c7-4cad-b45b-7a00496a472f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0301badcd92e4cc483246a0fa4949060 HTTP/1.1" status: 200  len: 379 time: 0.2009377
May 12 14:50:40.930321 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-aeace717-260c-423a-aa70-f533f10601c0 req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Request body: {'port': {'device_id': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'admin_state_up': True, 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'security_groups': ['dfd6bee4-9132-470b-99bf-0f6a7a2deb9b']}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:40.963468 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b454e-d4e2-44f4-adc3-9b225e9c2b5e req-a00ab422-8d08-467f-be33-7772e01343ce tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:40.964934 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5f9b454e-d4e2-44f4-adc3-9b225e9c2b5e req-a00ab422-8d08-467f-be33-7772e01343ce tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 945 time: 0.3188927
May 12 14:50:41.024712 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1b980-df81-46a7-b216-6197f3d8499f req-31373540-d856-418b-88cb-934caa405dcb tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:41.027114 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c3e1b980-df81-46a7-b216-6197f3d8499f req-31373540-d856-418b-88cb-934caa405dcb tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 932 time: 0.0848863
May 12 14:50:41.042596 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f1c9e-1418-40b4-bdfc-6efdc5cd2569 req-43e11d2e-9fea-458b-83dd-7edd4c295e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:41.044042 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9b8f1c9e-1418-40b4-bdfc-6efdc5cd2569 req-43e11d2e-9fea-458b-83dd-7edd4c295e7d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 1098 time: 0.3519311
May 12 14:50:41.080849 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c3e1b980-df81-46a7-b216-6197f3d8499f req-dda65191-e63f-453d-bb2c-a2d2aabc41dd tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466113
May 12 14:50:41.187345 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5f9b454e-d4e2-44f4-adc3-9b225e9c2b5e req-e082d0ca-9823-4cbd-b961-7f6400208393 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1469591
May 12 14:50:41.229868 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9b8f1c9e-1418-40b4-bdfc-6efdc5cd2569 req-d653c06e-5dc4-43e3-9ff5-51ac7baaa61c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101456
May 12 14:50:41.261178 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4e7e5b10-ed0d-4e47-ae5c-3ac5751a4f6f req-805efb92-f625-4dd5-8d7d-18cdeb87ca5c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 210 time: 0.0746949
May 12 14:50:41.294000 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-aeace717-260c-423a-aa70-f533f10601c0 req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:41.307471 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-aeace717-260c-423a-aa70-f533f10601c0 req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:41.378172 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeace717-260c-423a-aa70-f533f10601c0 req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Made reservation on behalf of 0301badcd92e4cc483246a0fa4949060 for: {'port': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:50:41.379497 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-aeace717-260c-423a-aa70-f533f10601c0 req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:41.403255 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8c413a-feeb-438c-8a0b-999e6b370582 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:50:41.413557 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:41.471111 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Transition to ACTIVE for port object 6e8c413a-feeb-438c-8a0b-999e6b370582 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:41.547604 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:41.673280 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [req-aeace717-260c-423a-aa70-f533f10601c0 req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Allocated IP 172.20.0.9 (faf0fd87-b01d-4638-a1db-c3f32b222877/a8dd5b5f-79a5-4772-9c12-8184147dc7bc/cb1e67a7-74a2-404f-8058-06c175243b15) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:50:41.697494 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8c413a-feeb-438c-8a0b-999e6b370582,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:41.911725 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Attempting to bind port 6e8c413a-feeb-438c-8a0b-999e6b370582 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:50:41.912065 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Attempting to bind port 6e8c413a-feeb-438c-8a0b-999e6b370582 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '0e160f5e-7454-4fcb-b9ae-67247c38d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '29318bea-5e26-4915-918a-926b02b62ecd'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:50:41.912399 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Attempting to bind port 6e8c413a-feeb-438c-8a0b-999e6b370582 on network 29318bea-5e26-4915-918a-926b02b62ecd {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:50:41.923683 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Port 6e8c413a-feeb-438c-8a0b-999e6b370582 on network 29318bea-5e26-4915-918a-926b02b62ecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:50:41.924005 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Attempting to bind port 6e8c413a-feeb-438c-8a0b-999e6b370582 on network 29318bea-5e26-4915-918a-926b02b62ecd {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:50:41.943905 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:50:41.944240 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Checking segment: {'id': '0e160f5e-7454-4fcb-b9ae-67247c38d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '29318bea-5e26-4915-918a-926b02b62ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:50:41.944626 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Bound using segment: {'id': '0e160f5e-7454-4fcb-b9ae-67247c38d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '29318bea-5e26-4915-918a-926b02b62ecd'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:50:41.945056 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Bound port: 6e8c413a-feeb-438c-8a0b-999e6b370582, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e160f5e-7454-4fcb-b9ae-67247c38d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '29318bea-5e26-4915-918a-926b02b62ecd'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:50:41.945958 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:42.162469 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-aeace717-260c-423a-aa70-f533f10601c0 req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:42.202803 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-aeace717-260c-423a-aa70-f533f10601c0 req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Transition to ACTIVE for port object cb1e67a7-74a2-404f-8058-06c175243b15 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:42.247695 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] For port 6e8c413a-feeb-438c-8a0b-999e6b370582, host hv-cinder-83118, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:50:42.257339 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] For port 6e8c413a-feeb-438c-8a0b-999e6b370582, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6e8c413a-feeb-438c-8a0b-999e6b370582,segment=NetworkSegment(0e160f5e-7454-4fcb-b9ae-67247c38d037),segment_id=0e160f5e-7454-4fcb-b9ae-67247c38d037)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:50:42.264573 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58e9a-e73f-4084-a914-73c2e8f77d01 req-43355798-5591-4cb0-a155-97bf399a79de tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:42.265982 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-08b58e9a-e73f-4084-a914-73c2e8f77d01 req-43355798-5591-4cb0-a155-97bf399a79de tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.3088541
May 12 14:50:42.286060 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9da9f-65be-4eb3-af73-ae5eb131b5da req-589c6f24-1579-4bba-8b3f-65377dad1939 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:42.293006 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-02f9da9f-65be-4eb3-af73-ae5eb131b5da req-589c6f24-1579-4bba-8b3f-65377dad1939 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 944 time: 0.0843205
May 12 14:50:42.311459 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-08b58e9a-e73f-4084-a914-73c2e8f77d01 req-150ff583-aa16-456f-bbf0-0fd5f59716c5 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397520
May 12 14:50:42.333190 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-02f9da9f-65be-4eb3-af73-ae5eb131b5da req-6f2a2fe9-b648-4502-9385-05b2ab32abe8 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391877
May 12 14:50:42.340832 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:42.383948 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-aeace717-260c-423a-aa70-f533f10601c0 req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:42.410957 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:42.411921 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:42.412903 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] 10.222.0.71 "PUT /v2.0/ports/6e8c413a-feeb-438c-8a0b-999e6b370582 HTTP/1.1" status: 200  len: 1094 time: 2.1487825
May 12 14:50:42.417013 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b3c2de-3257-4c79-ad68-f4fea7bfde20', 'tag': '6e8c413a-feeb-438c-8a0b-999e6b370582'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:50:42.480630 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeace717-260c-423a-aa70-f533f10601c0 req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Network faf0fd87-b01d-4638-a1db-c3f32b222877 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:50:42.484792 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [req-aeace717-260c-423a-aa70-f533f10601c0 req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:50:42.489882 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeace717-260c-423a-aa70-f533f10601c0 req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:50:42.515433 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6b29f-7ae8-4e1e-9962-db668cf45bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8c413a-feeb-438c-8a0b-999e6b370582,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:42.521446 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06571ef2-b1cf-447f-aa98-c7b4cce4d8dc req-de044a41-053d-4dcf-bd61-8c0d7a0fe8f8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:42.523010 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-06571ef2-b1cf-447f-aa98-c7b4cce4d8dc req-de044a41-053d-4dcf-bd61-8c0d7a0fe8f8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 931 time: 0.0833437
May 12 14:50:42.571241 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-06571ef2-b1cf-447f-aa98-c7b4cce4d8dc req-4ec07470-c965-4ea3-8796-9d49f0ddcdd7 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Synchronizing usage tracker for tenant:0301badcd92e4cc483246a0fa4949060 on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:50:42.624296 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Pushing event updated for resources: {'Port': ['ID=cb1e67a7-74a2-404f-8058-06c175243b15,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:42.625851 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-06571ef2-b1cf-447f-aa98-c7b4cce4d8dc req-4ec07470-c965-4ea3-8796-9d49f0ddcdd7 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Unset dirty status for tenant:0301badcd92e4cc483246a0fa4949060 on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:50:42.635476 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeace717-260c-423a-aa70-f533f10601c0 req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:42.635645 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-06571ef2-b1cf-447f-aa98-c7b4cce4d8dc req-4ec07470-c965-4ea3-8796-9d49f0ddcdd7 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1056001
May 12 14:50:42.635942 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-aeace717-260c-423a-aa70-f533f10601c0 req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:42.678526 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd7907-a310-41c2-ab61-e0311fabe868 req-4485a44d-c23f-487b-9f20-f83795824d3f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:42.680690 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6bfd7907-a310-41c2-ab61-e0311fabe868 req-4485a44d-c23f-487b-9f20-f83795824d3f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 945 time: 0.2644098
May 12 14:50:42.687307 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb86be7f-5bad-4e52-93dd-b452f32ffb09'] response: {'name': 'network-changed', 'server_uuid': '68b3c2de-3257-4c79-ad68-f4fea7bfde20', 'tag': '6e8c413a-feeb-438c-8a0b-999e6b370582', 'status': 'completed', 'code': 200}
May 12 14:50:42.726185 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6bfd7907-a310-41c2-ab61-e0311fabe868 req-e5d6b23f-c0aa-41ea-9aff-60d2b59e946d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387964
May 12 14:50:42.728765 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-ecc848c2-f95f-43d6-bcb4-d37851d73e40 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8133886
May 12 14:50:42.802735 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d4bb0565-52df-498f-95b4-fdfbc7c14ad6 None None] Provisioning for port cb1e67a7-74a2-404f-8058-06c175243b15 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:50:42.808190 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d4bb0565-52df-498f-95b4-fdfbc7c14ad6 None None] Provisioning complete for port cb1e67a7-74a2-404f-8058-06c175243b15 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:42.808567 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0565-52df-498f-95b4-fdfbc7c14ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:42.863009 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-d4bb0565-52df-498f-95b4-fdfbc7c14ad6 None None] Port cb1e67a7-74a2-404f-8058-06c175243b15 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:50:43.503788 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc34f9-01d4-4b4b-8bf0-376d988c1864 req-f35ccf87-ad84-4499-99fc-17a250d8e586 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:43.505249 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-11cc34f9-01d4-4b4b-8bf0-376d988c1864 req-f35ccf87-ad84-4499-99fc-17a250d8e586 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0845456
May 12 14:50:43.518912 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8887096-8f62-4c9c-974c-e0a62a73a87d req-b30c8560-3dc6-4257-a757-027ddc73eac8 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:43.520341 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a8887096-8f62-4c9c-974c-e0a62a73a87d req-b30c8560-3dc6-4257-a757-027ddc73eac8 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 944 time: 0.0799274
May 12 14:50:43.550568 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-11cc34f9-01d4-4b4b-8bf0-376d988c1864 req-18464708-55d4-466c-9f4c-70b1c57a4be1 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387607
May 12 14:50:43.568414 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a8887096-8f62-4c9c-974c-e0a62a73a87d req-ade891ab-61b5-4ed5-9b1b-ccb11df44cc1 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423093
May 12 14:50:43.814100 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71754f-4196-45c3-a249-67e542841ca6 req-9d7bc80a-be2c-4640-903d-66a5bdebe189 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:43.815586 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1b71754f-4196-45c3-a249-67e542841ca6 req-9d7bc80a-be2c-4640-903d-66a5bdebe189 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 931 time: 0.0828042
May 12 14:50:43.859227 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1b71754f-4196-45c3-a249-67e542841ca6 req-17ee84e8-a0c1-46bd-815f-5d6427ce3b5d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377471
May 12 14:50:43.915819 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486346ca-9fdc-47b6-b28e-4e1e98d31f62 req-e696a301-199b-4eee-a5b2-de0250675f23 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:43.917272 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-486346ca-9fdc-47b6-b28e-4e1e98d31f62 req-e696a301-199b-4eee-a5b2-de0250675f23 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 945 time: 0.0869584
May 12 14:50:43.959613 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-486346ca-9fdc-47b6-b28e-4e1e98d31f62 req-d210b3b6-1142-4bcc-8799-c96175503eab tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367818
May 12 14:50:44.734560 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d00cd-324b-4114-8db7-691e5820659a req-df1e19bc-40b8-4941-a622-02e0e9bdcee0 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:44.736063 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f74d00cd-324b-4114-8db7-691e5820659a req-df1e19bc-40b8-4941-a622-02e0e9bdcee0 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0801883
May 12 14:50:44.755829 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a8f8f-d1f8-4898-beed-2b1f732450b5 req-f5211430-cfe5-4c55-b46c-1ac4ef84f122 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:44.757204 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8b1a8f8f-d1f8-4898-beed-2b1f732450b5 req-f5211430-cfe5-4c55-b46c-1ac4ef84f122 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 944 time: 0.0824924
May 12 14:50:44.784067 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f74d00cd-324b-4114-8db7-691e5820659a req-d0917893-5795-4be0-a89b-f79f36cede42 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416534
May 12 14:50:44.802343 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8b1a8f8f-d1f8-4898-beed-2b1f732450b5 req-481b7b59-8bda-4b39-804d-f58a9dfba2c4 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391994
May 12 14:50:45.050392 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad532d30-3975-480e-91e4-cfb7a2e2f20c req-d90db40f-6843-4f48-ab96-bbaf14ff70c5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:45.051789 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ad532d30-3975-480e-91e4-cfb7a2e2f20c req-d90db40f-6843-4f48-ab96-bbaf14ff70c5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 931 time: 0.0799122
May 12 14:50:45.095728 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ad532d30-3975-480e-91e4-cfb7a2e2f20c req-a4b2be94-22c3-418e-968d-052a14746ca1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382903
May 12 14:50:45.142948 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65636788-3e2e-407b-be96-8e7ff057cac8 req-de9c4386-8efe-4b19-b1f9-09ee0ce65abd tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:45.144390 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-65636788-3e2e-407b-be96-8e7ff057cac8 req-de9c4386-8efe-4b19-b1f9-09ee0ce65abd tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 945 time: 0.0804944
May 12 14:50:45.188489 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-65636788-3e2e-407b-be96-8e7ff057cac8 req-82715863-e780-4ddc-9919-e9fd14d52f21 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376956
May 12 14:50:45.356930 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Request body: {'port': {'device_id': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:45.532216 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:45.550912 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806dbb0-ddd9-4a96-a8e0-820529730c22 req-9d6467b7-617c-42f6-bca1-7620a63764fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:45.552401 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2806dbb0-ddd9-4a96-a8e0-820529730c22 req-9d6467b7-617c-42f6-bca1-7620a63764fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2c93480a75ab462f9181629c60772257&device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 1097 time: 0.1630154
May 12 14:50:45.796549 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806dbb0-ddd9-4a96-a8e0-820529730c22 req-e007356e-e455-4179-a839-6b8176fb09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:45.797997 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2806dbb0-ddd9-4a96-a8e0-820529730c22 req-e007356e-e455-4179-a839-6b8176fb09a4 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=2c93480a75ab462f9181629c60772257&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2200553
May 12 14:50:45.992116 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1289f-e735-44a8-ab93-e2e5dc32b6da req-bdec9055-bc53-4e3a-a748-cb4099eafa87 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:45.994133 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cad1289f-e735-44a8-ab93-e2e5dc32b6da req-bdec9055-bc53-4e3a-a748-cb4099eafa87 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0959957
May 12 14:50:46.042944 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cad1289f-e735-44a8-ab93-e2e5dc32b6da req-7da11729-dd73-494f-9446-88d3cfbb98b4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423894
May 12 14:50:46.214705 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806dbb0-ddd9-4a96-a8e0-820529730c22 req-2dd11539-1a6c-42e8-9991-54142c4a1324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:46.216167 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2806dbb0-ddd9-4a96-a8e0-820529730c22 req-2dd11539-1a6c-42e8-9991-54142c4a1324 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4034376
May 12 14:50:46.248748 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c916d4-d6ed-4817-84fe-de9984a20041 req-5009b1e0-aac8-4f29-a6af-59d59ccf10fe tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:46.250301 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-65c916d4-d6ed-4817-84fe-de9984a20041 req-5009b1e0-aac8-4f29-a6af-59d59ccf10fe tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 944 time: 0.3068504
May 12 14:50:46.304028 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7b113-a1e3-4885-98ea-7de25a89e040 req-a926292f-7e3d-4586-b4f7-73a24e43e243 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:46.305542 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b9a7b113-a1e3-4885-98ea-7de25a89e040 req-a926292f-7e3d-4586-b4f7-73a24e43e243 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 931 time: 0.0976384
May 12 14:50:46.344945 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1e67a7-74a2-404f-8058-06c175243b15 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:50:46.354039 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b9a7b113-a1e3-4885-98ea-7de25a89e040 req-cd646ad7-dc40-4a6f-bf11-ddb731668a0e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422773
May 12 14:50:46.396380 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:46.403615 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-65c916d4-d6ed-4817-84fe-de9984a20041 req-43bdfd75-6174-4ed1-ab9e-65e0f61bb005 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191890
May 12 14:50:46.433516 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Transition to ACTIVE for port object cb1e67a7-74a2-404f-8058-06c175243b15 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:46.452817 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-9f0baf27-736b-4b1c-ba1c-cb0d0669db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:46.454387 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-9f0baf27-736b-4b1c-ba1c-cb0d0669db00 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2c93480a75ab462f9181629c60772257&device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 1097 time: 0.1120520
May 12 14:50:46.552936 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:46.555682 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3edbe2-7fe4-4911-82e6-05086b9407a3 req-4d5903fd-57c6-4c10-bc3f-af602109f292 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:46.557159 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9f3edbe2-7fe4-4911-82e6-05086b9407a3 req-4d5903fd-57c6-4c10-bc3f-af602109f292 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 945 time: 0.0916858
May 12 14:50:46.600529 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-7723657e-621b-4f0a-9093-3062839a83d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e8c413a-feeb-438c-8a0b-999e6b370582 HTTP/1.1" status: 200  len: 217 time: 0.1191730
May 12 14:50:46.620490 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9f3edbe2-7fe4-4911-82e6-05086b9407a3 req-90a416c9-92e8-400f-9cb8-b9acf1e1671b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561795
May 12 14:50:46.788720 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1e67a7-74a2-404f-8058-06c175243b15,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:46.825408 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-1f293c2c-8dbe-4d62-ad39-92d86c06b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:46.826992 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-1f293c2c-8dbe-4d62-ad39-92d86c06b209 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8fe8b736-f29b-45e1-bf1e-35147b4c3b20 HTTP/1.1" status: 200  len: 848 time: 0.1746194
May 12 14:50:46.890883 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-c73220fb-7b8a-4868-8133-ff16e5876c17 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=29318bea-5e26-4915-918a-926b02b62ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512416
May 12 14:50:46.899534 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Attempting to bind port cb1e67a7-74a2-404f-8058-06c175243b15 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:50:46.899869 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Attempting to bind port cb1e67a7-74a2-404f-8058-06c175243b15 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:50:46.900201 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Attempting to bind port cb1e67a7-74a2-404f-8058-06c175243b15 on network faf0fd87-b01d-4638-a1db-c3f32b222877 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:50:46.927507 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Port cb1e67a7-74a2-404f-8058-06c175243b15 on network faf0fd87-b01d-4638-a1db-c3f32b222877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:50:46.927829 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Attempting to bind port cb1e67a7-74a2-404f-8058-06c175243b15 on network faf0fd87-b01d-4638-a1db-c3f32b222877 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:50:46.980550 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:50:46.980887 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Checking segment: {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:50:46.981266 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Bound using segment: {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:50:46.981694 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Bound port: cb1e67a7-74a2-404f-8058-06c175243b15, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e73ef99-7a68-4858-951d-36cb2eb790dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:50:46.982041 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:47.115224 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-62ae4c1e-a03b-48c9-92a2-aa2aed003332 service neutron] 10.222.0.71 "GET /v2.0/networks/29318bea-5e26-4915-918a-926b02b62ecd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126877
May 12 14:50:47.116165 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] For port cb1e67a7-74a2-404f-8058-06c175243b15, host hv-cinder-83118, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:50:47.119779 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] For port cb1e67a7-74a2-404f-8058-06c175243b15, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=cb1e67a7-74a2-404f-8058-06c175243b15,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:50:47.201028 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:47.314747 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:47.315517 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:47.316972 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] 10.222.0.71 "PUT /v2.0/ports/cb1e67a7-74a2-404f-8058-06c175243b15 HTTP/1.1" status: 200  len: 1093 time: 1.9649239
May 12 14:50:47.317674 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'tag': 'cb1e67a7-74a2-404f-8058-06c175243b15'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:50:47.387979 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b46962f-ec5a-4156-b0fa-c8b59b461848'] response: {'name': 'network-changed', 'server_uuid': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'tag': 'cb1e67a7-74a2-404f-8058-06c175243b15', 'status': 'completed', 'code': 200}
May 12 14:50:47.399396 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94bfbe-f045-4891-86b5-5d894e3ecce6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1e67a7-74a2-404f-8058-06c175243b15,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:47.405269 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8896bf8f-de77-4af8-bddd-0f3e997d3057 req-5951bddc-1b63-45e8-912f-fcc6807c19b9 service neutron] 10.222.0.71 "GET /v2.0/networks/29318bea-5e26-4915-918a-926b02b62ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2797790
May 12 14:50:47.422231 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1f646-9f61-47fe-a842-b12d487df431 req-c58ae551-1374-438a-8c1f-44235cb5877e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:47.424285 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-63a1f646-9f61-47fe-a842-b12d487df431 req-c58ae551-1374-438a-8c1f-44235cb5877e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.2302291
May 12 14:50:47.544276 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-63a1f646-9f61-47fe-a842-b12d487df431 req-a89aaab8-3a5d-4ccc-82df-976d6d2c004c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075499
May 12 14:50:47.553901 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91ecfe-e94d-4f99-a684-ffaf2860a147 req-fbb71eb5-a506-4a5e-b1d8-a427146c831f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:47.557971 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4a91ecfe-e94d-4f99-a684-ffaf2860a147 req-fbb71eb5-a506-4a5e-b1d8-a427146c831f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 943 time: 0.0886483
May 12 14:50:47.567045 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32d48c-fe0b-4754-88da-b8ca79182a00 req-0abe6e88-f16f-4119-98b7-90c2750fb1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:47.567194 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2b32d48c-fe0b-4754-88da-b8ca79182a00 req-0abe6e88-f16f-4119-98b7-90c2750fb1bf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 1096 time: 0.1130095
May 12 14:50:47.620627 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4a91ecfe-e94d-4f99-a684-ffaf2860a147 req-0d8fa05d-bffc-439f-8d38-4dcaaaf36f99 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498810
May 12 14:50:47.804163 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f8cf7-5ba7-416f-9ce6-6d518b3a5813 req-c6b266a1-511f-4f52-b463-b675910d3c98 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:47.806529 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b89f8cf7-5ba7-416f-9ce6-6d518b3a5813 req-c6b266a1-511f-4f52-b463-b675910d3c98 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 945 time: 0.0811751
May 12 14:50:47.855828 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b89f8cf7-5ba7-416f-9ce6-6d518b3a5813 req-2daa4f41-1b99-4bd8-913f-3f3f9ad08522 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434380
May 12 14:50:47.856155 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32d48c-fe0b-4754-88da-b8ca79182a00 req-88aa4da0-99b4-49e0-b536-0bdfc208b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:47.857588 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2b32d48c-fe0b-4754-88da-b8ca79182a00 req-88aa4da0-99b4-49e0-b536-0bdfc208b08e service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0301badcd92e4cc483246a0fa4949060&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2349384
May 12 14:50:47.872605 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfa7b2-a269-4edd-9d63-00d2de0f8f41 req-4a11ebeb-fe66-41cb-a1d3-394f8c2c6e1c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:47.874524 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aecfa7b2-a269-4edd-9d63-00d2de0f8f41 req-4a11ebeb-fe66-41cb-a1d3-394f8c2c6e1c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 944 time: 0.1401434
May 12 14:50:48.068390 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fae6b5-c3ae-4010-863b-b970723861d3 req-15af03b9-406b-4515-a229-2cf005efab16 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:48.069856 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d0fae6b5-c3ae-4010-863b-b970723861d3 req-15af03b9-406b-4515-a229-2cf005efab16 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 945 time: 0.0888157
May 12 14:50:48.078410 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 34854) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:50:48.083410 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-b150cde3-6826-4be9-aaac-0f5510f9eeeb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'floatingip': {'port_id': '941ee56d-a8a8-4017-bba8-1c38eaac468b'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:48.117912 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aecfa7b2-a269-4edd-9d63-00d2de0f8f41 req-4804cf60-2c21-4865-8313-587927919d45 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2239456
May 12 14:50:48.158662 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32d48c-fe0b-4754-88da-b8ca79182a00 req-6a160818-50ec-4d77-9bf0-683c3170d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:48.160161 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2b32d48c-fe0b-4754-88da-b8ca79182a00 req-6a160818-50ec-4d77-9bf0-683c3170d164 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2852123
May 12 14:50:48.234699 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b150cde3-6826-4be9-aaac-0f5510f9eeeb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:48.265820 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-86d3336b-a49d-42b0-b3c6-ead9f5278a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:48.312765 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeace717-260c-423a-aa70-f533f10601c0 req-7702d034-bda8-4787-bc5c-3f398b5fc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:48.314148 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-7702d034-bda8-4787-bc5c-3f398b5fc718 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 1096 time: 0.0768294
May 12 14:50:48.393079 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-d0d22425-8e4b-4f18-be18-a5bed261be7b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb1e67a7-74a2-404f-8058-06c175243b15 HTTP/1.1" status: 200  len: 217 time: 0.0639477
May 12 14:50:48.455935 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeace717-260c-423a-aa70-f533f10601c0 req-1b0637f2-4d24-4b74-a97e-c301750a6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:48.457525 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-1b0637f2-4d24-4b74-a97e-c301750a6d7f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.0579133
May 12 14:50:48.533083 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeace717-260c-423a-aa70-f533f10601c0 req-c3b38e28-3595-4585-9ae9-e6ad7b671428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:48.534600 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-c3b38e28-3595-4585-9ae9-e6ad7b671428 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709300
May 12 14:50:48.679654 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-962ca6d4-f9d7-4410-aee1-ba285bc74ceb service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383386
May 12 14:50:48.797052 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d5e5c-45cd-4f13-b414-1e4beb32d4cc req-1afdca23-9194-4a55-a0ac-842aae08ee48 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:48.798528 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5d0d5e5c-45cd-4f13-b414-1e4beb32d4cc req-1afdca23-9194-4a55-a0ac-842aae08ee48 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1233225
May 12 14:50:48.882581 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aeace717-260c-423a-aa70-f533f10601c0 req-3da4ebda-3103-46eb-aecb-5dd1b5fc20fe service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1936302
May 12 14:50:48.900058 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a2576-ae58-49ba-8177-a0660022c7b0 req-0feb1e0b-93ce-4409-935d-547b1f6ec7d9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:48.900758 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-556a2576-ae58-49ba-8177-a0660022c7b0 req-0feb1e0b-93ce-4409-935d-547b1f6ec7d9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Synchronizing usage tracker for tenant:0301badcd92e4cc483246a0fa4949060 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:50:48.918921 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5d0d5e5c-45cd-4f13-b414-1e4beb32d4cc req-df8cde13-feda-4a0b-b2ef-f4b68922bb25 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1146252
May 12 14:50:48.945647 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b150cde3-6826-4be9-aaac-0f5510f9eeeb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:49.048155 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-556a2576-ae58-49ba-8177-a0660022c7b0 req-0feb1e0b-93ce-4409-935d-547b1f6ec7d9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Unset dirty status for tenant:0301badcd92e4cc483246a0fa4949060 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:50:49.049327 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-556a2576-ae58-49ba-8177-a0660022c7b0 req-0feb1e0b-93ce-4409-935d-547b1f6ec7d9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 943 time: 0.2789199
May 12 14:50:49.054230 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b150cde3-6826-4be9-aaac-0f5510f9eeeb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:49.101142 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-556a2576-ae58-49ba-8177-a0660022c7b0 req-16147153-7b4c-4c1e-ba49-f62fe1525820 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389900
May 12 14:50:49.149736 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-50ef80b8-b157-400a-9233-fe6709565ece req-f080564a-4d16-4f96-bb3a-8020eaa2f224 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Synchronizing usage tracker for tenant:0bfe8d8bce3f496d9162c7f9c8727273 on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:50:49.254528 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.l3_db [None req-b150cde3-6826-4be9-aaac-0f5510f9eeeb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Floating IP edda7a4a-5917-4856-828b-400812ac4ade associated. External IP: 172.27.3.21, port: 941ee56d-a8a8-4017-bba8-1c38eaac468b.
May 12 14:50:49.334083 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-50ef80b8-b157-400a-9233-fe6709565ece req-f080564a-4d16-4f96-bb3a-8020eaa2f224 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Unset dirty status for tenant:0bfe8d8bce3f496d9162c7f9c8727273 on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:50:49.335244 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-f080564a-4d16-4f96-bb3a-8020eaa2f224 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402515601&fields=id&tenant_id=0bfe8d8bce3f496d9162c7f9c8727273 HTTP/1.1" status: 200  len: 267 time: 0.2985721
May 12 14:50:49.336319 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67b5c8-e0e5-48fe-ac2e-56d899ae1f6a req-55766274-300d-467b-a73a-6bb8e989c181 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:49.337828 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0d67b5c8-e0e5-48fe-ac2e-56d899ae1f6a req-55766274-300d-467b-a73a-6bb8e989c181 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 944 time: 0.0928266
May 12 14:50:49.384415 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0d67b5c8-e0e5-48fe-ac2e-56d899ae1f6a req-1c472185-3ce5-4e5e-8e84-9d8141b32d38 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400660
May 12 14:50:49.722537 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef80b8-b157-400a-9233-fe6709565ece req-98563833-838e-423c-8049-1d3ec4d05012 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:49.723987 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-98563833-838e-423c-8049-1d3ec4d05012 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/networks?id=4c2f6902-97e3-4408-9b2c-59df76c4d77b HTTP/1.1" status: 200  len: 809 time: 0.3789780
May 12 14:50:49.788600 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-aa663050-2231-4270-853a-fe6f495df2c5 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/quotas/0bfe8d8bce3f496d9162c7f9c8727273 HTTP/1.1" status: 200  len: 375 time: 0.0585682
May 12 14:50:49.886356 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b150cde3-6826-4be9-aaac-0f5510f9eeeb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Router c38fe156-063f-4a54-8803-4982f93583c5 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:50:49.989754 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-50ef80b8-b157-400a-9233-fe6709565ece req-fe904026-fe41-4104-932a-39ac7ac95794 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Synchronizing usage tracker for tenant:0bfe8d8bce3f496d9162c7f9c8727273 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:50:50.090205 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-50ef80b8-b157-400a-9233-fe6709565ece req-fe904026-fe41-4104-932a-39ac7ac95794 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Unset dirty status for tenant:0bfe8d8bce3f496d9162c7f9c8727273 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:50:50.091550 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-fe904026-fe41-4104-932a-39ac7ac95794 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bfe8d8bce3f496d9162c7f9c8727273&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2950501
May 12 14:50:50.097166 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b150cde3-6826-4be9-aaac-0f5510f9eeeb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:50:50.103293 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b150cde3-6826-4be9-aaac-0f5510f9eeeb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:50.109328 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202ccf43-abb9-48a1-ae29-28b249fb05f6 None None] Sync routers for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:50:50.118268 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f11f9-d87b-4f82-99a0-1ff589ddb1ac req-1709ae42-e692-4a54-b053-1c2e72d9b1a3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:50.121467 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202ccf43-abb9-48a1-ae29-28b249fb05f6 None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:50:50.121467 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-202ccf43-abb9-48a1-ae29-28b249fb05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c604760>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:50:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:50.121723 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-752f11f9-d87b-4f82-99a0-1ff589ddb1ac req-1709ae42-e692-4a54-b053-1c2e72d9b1a3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0888371
May 12 14:50:50.178866 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-752f11f9-d87b-4f82-99a0-1ff589ddb1ac req-3f9836b3-c33e-4600-a7cf-d5a9e5029969 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503786
May 12 14:50:50.251541 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b150cde3-6826-4be9-aaac-0f5510f9eeeb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "PUT /v2.0/floatingips/edda7a4a-5917-4856-828b-400812ac4ade HTTP/1.1" status: 200  len: 990 time: 2.1697326
May 12 14:50:50.252056 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ccb759-1bc2-4810-8e46-e34c0c29a0d5', 'tag': '941ee56d-a8a8-4017-bba8-1c38eaac468b'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:50:50.295821 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-6abe9c64-29d4-49d6-9ad9-4f9f6569da46 service neutron] 10.222.0.49 "GET /v2.0/networks/4c2f6902-97e3-4408-9b2c-59df76c4d77b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675687
May 12 14:50:50.355401 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-202ccf43-abb9-48a1-ae29-28b249fb05f6 None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:50:50.373475 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d116ad-a6fc-4385-8335-e847e87e38ea req-d52c17d7-74bc-4af4-b20b-548037ee107e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:50.374990 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-13d116ad-a6fc-4385-8335-e847e87e38ea req-d52c17d7-74bc-4af4-b20b-548037ee107e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 943 time: 0.0937924
May 12 14:50:50.420553 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:50:50.423212 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-13d116ad-a6fc-4385-8335-e847e87e38ea req-01987f9c-451d-488f-8dba-8375f384463b tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417459
May 12 14:50:50.440929 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-5ce7d5e1-ae0b-4f1b-89e0-4f3efedf4be6 service neutron] 10.222.0.49 "GET /v2.0/networks/4c2f6902-97e3-4408-9b2c-59df76c4d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391509
May 12 14:50:50.482078 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083d2425-fe50-42fc-b0a1-34fd90e03397'] response: {'name': 'network-changed', 'server_uuid': '84ccb759-1bc2-4810-8e46-e34c0c29a0d5', 'tag': '941ee56d-a8a8-4017-bba8-1c38eaac468b', 'status': 'completed', 'code': 200}
May 12 14:50:50.621485 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f67e6-6d20-494e-a25b-d854989f857d req-83af4041-bc52-4cda-8b76-8ad4e7c762ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:50.623002 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b73f67e6-6d20-494e-a25b-d854989f857d req-83af4041-bc52-4cda-8b76-8ad4e7c762ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 1098 time: 0.0816467
May 12 14:50:50.699367 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ad7fa24f-bec7-4130-9533-fbdd8ca1766e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:50.753345 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-202ccf43-abb9-48a1-ae29-28b249fb05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c604760>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': 'd2540c8a-b18a-49e7-be40-42530b3f5a92', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:dc:bf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:48:38Z', 'updated_at': '2022-05-12T14:49:14Z', 'revision_number': 2, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}, {'id': 'edda7a4a-5917-4856-828b-400812ac4ade', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': '941ee56d-a8a8-4017-bba8-1c38eaac468b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:c3:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccb759-1bc2-4810-8e46-e34c0c29a0d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:50:15Z', 'updated_at': '2022-05-12T14:50:48Z', 'revision_number': 1, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:50.757406 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202ccf43-abb9-48a1-ae29-28b249fb05f6 None None] Checking router: c38fe156-063f-4a54-8803-4982f93583c5 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:50:50.766582 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202ccf43-abb9-48a1-ae29-28b249fb05f6 None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:50:50.767250 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-202ccf43-abb9-48a1-ae29-28b249fb05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c604760>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:50:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:50.772978 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f67e6-6d20-494e-a25b-d854989f857d req-ac7e6292-6c91-4b8f-81d1-badbe2e77463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:50.774478 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b73f67e6-6d20-494e-a25b-d854989f857d req-ac7e6292-6c91-4b8f-81d1-badbe2e77463 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 200  len: 916 time: 0.1438143
May 12 14:50:50.884172 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b73f67e6-6d20-494e-a25b-d854989f857d req-069ae417-fc36-413e-bfee-8eb8405a19f2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=941ee56d-a8a8-4017-bba8-1c38eaac468b HTTP/1.1" status: 200  len: 998 time: 0.1006238
May 12 14:50:50.945236 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-202ccf43-abb9-48a1-ae29-28b249fb05f6 None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:50:50.960005 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f67e6-6d20-494e-a25b-d854989f857d req-6490d3d0-8aba-42c9-bfb6-edcac61e806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:50.961963 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b73f67e6-6d20-494e-a25b-d854989f857d req-6490d3d0-8aba-42c9-bfb6-edcac61e806c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f368cfb-e379-4448-9120-bcd23ab51263 HTTP/1.1" status: 200  len: 854 time: 0.0612707
May 12 14:50:51.075809 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f67e6-6d20-494e-a25b-d854989f857d req-09b73e8f-1d65-43d2-9de8-6d0e77084be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:51.077652 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b73f67e6-6d20-494e-a25b-d854989f857d req-09b73e8f-1d65-43d2-9de8-6d0e77084be2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9862f13a-dccf-465d-abda-f29b2d232c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1027570
May 12 14:50:51.140888 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-75506708-6c8c-4388-bf58-b68be25b1f12 req-71bd1a45-cbcf-422a-a965-8bfa4f81408c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 210 time: 0.0595741
May 12 14:50:51.344059 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 6e8c413a-feeb-438c-8a0b-999e6b370582 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:50:51.414021 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-202ccf43-abb9-48a1-ae29-28b249fb05f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c604760>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': 'd2540c8a-b18a-49e7-be40-42530b3f5a92', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:dc:bf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:48:38Z', 'updated_at': '2022-05-12T14:49:14Z', 'revision_number': 2, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}, {'id': 'edda7a4a-5917-4856-828b-400812ac4ade', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': '941ee56d-a8a8-4017-bba8-1c38eaac468b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:c3:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccb759-1bc2-4810-8e46-e34c0c29a0d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:50:15Z', 'updated_at': '2022-05-12T14:50:48Z', 'revision_number': 1, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:50:51.420236 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202ccf43-abb9-48a1-ae29-28b249fb05f6 None None] The sync data for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi is: [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': 'd2540c8a-b18a-49e7-be40-42530b3f5a92', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:dc:bf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:48:38Z', 'updated_at': '2022-05-12T14:49:14Z', 'revision_number': 2, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}, {'id': 'edda7a4a-5917-4856-828b-400812ac4ade', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': '941ee56d-a8a8-4017-bba8-1c38eaac468b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:c3:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccb759-1bc2-4810-8e46-e34c0c29a0d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:50:15Z', 'updated_at': '2022-05-12T14:50:48Z', 'revision_number': 1, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:50:51.421331 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416b38a-994f-4cb9-9da8-bde87515e03f req-75595fd6-f2c8-467e-82f6-d63d400657f7 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:51.424011 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d416b38a-994f-4cb9-9da8-bde87515e03f req-75595fd6-f2c8-467e-82f6-d63d400657f7 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0928941
May 12 14:50:51.498541 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b73f67e6-6d20-494e-a25b-d854989f857d req-0f6aa9f9-dbe3-42fb-8a99-bbd7f81d85c5 service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4066870
May 12 14:50:51.511362 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d416b38a-994f-4cb9-9da8-bde87515e03f req-71967b3e-71ba-4cd4-be4a-d745c0dbb888 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795484
May 12 14:50:51.512630 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 6e8c413a-feeb-438c-8a0b-999e6b370582, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6e8c413a-feeb-438c-8a0b-999e6b370582,segment=NetworkSegment(0e160f5e-7454-4fcb-b9ae-67247c38d037),segment_id=0e160f5e-7454-4fcb-b9ae-67247c38d037)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:51.527836 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '6e8c413a-feeb-438c-8a0b-999e6b370582', 'network_id': '29318bea-5e26-4915-918a-926b02b62ecd', 'port_id': '6e8c413a-feeb-438c-8a0b-999e6b370582', 'mac_address': 'fa:16:3e:f4:31:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe8b736-f29b-45e1-bf1e-35147b4c3b20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:50:51.544109 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0d995-d9a6-41b9-98b5-fd57a6e7736c req-82497cda-844c-452d-8120-94d2a4141711 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:51.545620 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-caf0d995-d9a6-41b9-98b5-fd57a6e7736c req-82497cda-844c-452d-8120-94d2a4141711 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 944 time: 0.2083299
May 12 14:50:51.592979 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:51.624037 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8c413a-feeb-438c-8a0b-999e6b370582 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:50:51.658303 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 6e8c413a-feeb-438c-8a0b-999e6b370582, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6e8c413a-feeb-438c-8a0b-999e6b370582,segment=NetworkSegment(0e160f5e-7454-4fcb-b9ae-67247c38d037),segment_id=0e160f5e-7454-4fcb-b9ae-67247c38d037)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:51.688699 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:51.691399 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-caf0d995-d9a6-41b9-98b5-fd57a6e7736c req-f66cadce-18fc-4a73-88bc-d80f647a3e95 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001997
May 12 14:50:51.712892 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:51.714366 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:51.716075 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b73f67e6-6d20-494e-a25b-d854989f857d req-dc4aa52f-2df6-4fb4-9389-028081d2807c service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2078009
May 12 14:50:51.733478 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d997f-184f-467b-aeee-3a452aaf582d req-d14bd483-17a7-40ac-b9d8-09628fa9c9b2 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:51.739455 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e98d997f-184f-467b-aeee-3a452aaf582d req-d14bd483-17a7-40ac-b9d8-09628fa9c9b2 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 943 time: 0.1161792
May 12 14:50:51.757469 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dcb888-1dfb-43f7-8cb0-7e1eb7a3f6ad None None] New status for floating IP edda7a4a-5917-4856-828b-400812ac4ade: ACTIVE {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:50:51.783950 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e98d997f-184f-467b-aeee-3a452aaf582d req-a08043c5-937b-4749-b61a-28de1cd3059a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416815
May 12 14:50:51.946517 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=6e8c413a-feeb-438c-8a0b-999e6b370582,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:52.261767 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['6e8c413a-feeb-438c-8a0b-999e6b370582'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:50:52.331042 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cb3bfed3-7406-4455-bb54-bc83006d627a req-225cdb72-f273-4f79-a667-9f0f38029f2f tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 210 time: 0.0433352
May 12 14:50:52.698423 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548acb79-7dcf-4abe-a2dc-253d50b175bc req-73eda325-cf65-4351-894b-88cc6a7ea63b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:52.700700 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-548acb79-7dcf-4abe-a2dc-253d50b175bc req-73eda325-cf65-4351-894b-88cc6a7ea63b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0941582
May 12 14:50:52.766264 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-548acb79-7dcf-4abe-a2dc-253d50b175bc req-6e84d949-99e2-459b-a053-a040c727ea02 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585318
May 12 14:50:52.907542 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905d8fb-8093-4cf1-bc7a-08e92da74547 req-390b68ba-bf91-4e58-ac34-90a60e862f66 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:52.909723 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8905d8fb-8093-4cf1-bc7a-08e92da74547 req-390b68ba-bf91-4e58-ac34-90a60e862f66 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 945 time: 0.1071911
May 12 14:50:52.968336 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8905d8fb-8093-4cf1-bc7a-08e92da74547 req-738d47e1-e2b7-439c-91c5-fa407ed44f4c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490367
May 12 14:50:52.969929 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:52.998252 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ae913-0d25-4a39-93a0-21394fa72e2c req-6b6ce9b1-74f8-4ac1-823e-7153a9a6e7d9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:53.003263 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-227ae913-0d25-4a39-93a0-21394fa72e2c req-6b6ce9b1-74f8-4ac1-823e-7153a9a6e7d9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 943 time: 0.0945659
May 12 14:50:53.044231 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-227ae913-0d25-4a39-93a0-21394fa72e2c req-cda365a8-9ea3-4edd-b0b0-1bc59c2504eb tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388885
May 12 14:50:53.350713 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device cb1e67a7-74a2-404f-8058-06c175243b15 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:50:53.493940 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port cb1e67a7-74a2-404f-8058-06c175243b15, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=cb1e67a7-74a2-404f-8058-06c175243b15,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:53.512059 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': 'cb1e67a7-74a2-404f-8058-06c175243b15', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'port_id': 'cb1e67a7-74a2-404f-8058-06c175243b15', 'mac_address': 'fa:16:3e:3b:45:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:50:53.570731 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:53.588157 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1e67a7-74a2-404f-8058-06c175243b15 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:50:53.606932 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port cb1e67a7-74a2-404f-8058-06c175243b15, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=cb1e67a7-74a2-404f-8058-06c175243b15,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:53.628488 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-054f7d4f-0644-4541-8ef6-818a911cde1e req-70a6acd2-0bec-4141-966a-d37c4c9612cf tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 210 time: 0.0469930
May 12 14:50:53.688353 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:53.754190 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=cb1e67a7-74a2-404f-8058-06c175243b15,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:53.841722 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b1d87-e0f6-49c6-b0b5-a32d229534eb req-6dea5c55-5fcd-41c8-8b55-ebbe9b3da408 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:53.843126 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-081b1d87-e0f6-49c6-b0b5-a32d229534eb req-6dea5c55-5fcd-41c8-8b55-ebbe9b3da408 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 945 time: 0.0871067
May 12 14:50:53.890302 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-081b1d87-e0f6-49c6-b0b5-a32d229534eb req-454426fa-033a-4e06-9ac3-ee2b0c24b691 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400939
May 12 14:50:54.009398 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef80b8-b157-400a-9233-fe6709565ece req-e358a857-887a-43ac-8255-e14abd2b67af tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:54.010138 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-50ef80b8-b157-400a-9233-fe6709565ece req-e358a857-887a-43ac-8255-e14abd2b67af tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Synchronizing usage tracker for tenant:0bfe8d8bce3f496d9162c7f9c8727273 on resource:network {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:50:54.035852 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb9281-7626-423e-aa4f-6df0000c54d0 req-a888f0e8-bad6-4274-97a8-7aa9305706a2 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:54.037311 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-24eb9281-7626-423e-aa4f-6df0000c54d0 req-a888f0e8-bad6-4274-97a8-7aa9305706a2 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1541407
May 12 14:50:54.081405 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-24eb9281-7626-423e-aa4f-6df0000c54d0 req-8bfeb635-45dd-49d8-9d66-07be81652b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380998
May 12 14:50:54.134922 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-50ef80b8-b157-400a-9233-fe6709565ece req-e358a857-887a-43ac-8255-e14abd2b67af tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Unset dirty status for tenant:0bfe8d8bce3f496d9162c7f9c8727273 on resource:network {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:50:54.136047 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-e358a857-887a-43ac-8255-e14abd2b67af tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.71 "GET /v2.0/networks?id=4c2f6902-97e3-4408-9b2c-59df76c4d77b HTTP/1.1" status: 200  len: 809 time: 0.3262091
May 12 14:50:54.176675 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad471d4-e9b1-47c3-bf3f-3db7b19dc654 req-70646d5f-131c-457c-8724-5a445049e7bb tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:54.178556 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fad471d4-e9b1-47c3-bf3f-3db7b19dc654 req-70646d5f-131c-457c-8724-5a445049e7bb tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 945 time: 0.0929537
May 12 14:50:54.232591 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['cb1e67a7-74a2-404f-8058-06c175243b15'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:50:54.235536 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fad471d4-e9b1-47c3-bf3f-3db7b19dc654 req-b777a1cc-f1ea-4898-9245-e79b24cf0c08 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498166
May 12 14:50:54.278502 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-50ef80b8-b157-400a-9233-fe6709565ece req-85978a83-bcd0-4701-a20b-5d7311b8486b tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Synchronizing usage tracker for tenant:0bfe8d8bce3f496d9162c7f9c8727273 on resource:security_group {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:50:54.297514 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-50ef80b8-b157-400a-9233-fe6709565ece req-85978a83-bcd0-4701-a20b-5d7311b8486b tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Unset dirty status for tenant:0bfe8d8bce3f496d9162c7f9c8727273 on resource:security_group {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:50:54.298856 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-85978a83-bcd0-4701-a20b-5d7311b8486b tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bfe8d8bce3f496d9162c7f9c8727273 HTTP/1.1" status: 200  len: 379 time: 0.1402602
May 12 14:50:54.310605 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-50ef80b8-b157-400a-9233-fe6709565ece req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Request body: {'port': {'device_id': '7855c920-9df4-495a-9733-78fe42b1705d', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'admin_state_up': True, 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'security_groups': ['eaf7b3db-8138-48cc-8815-5a04a1add972']}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:54.334485 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f665e33-e27e-4fbe-b274-8f994116c72c req-6b815641-705d-4823-bc0b-bf8222e53c6a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:54.336650 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0f665e33-e27e-4fbe-b274-8f994116c72c req-6b815641-705d-4823-bc0b-bf8222e53c6a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 944 time: 0.1425631
May 12 14:50:54.463285 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0f665e33-e27e-4fbe-b274-8f994116c72c req-9eb07b76-de20-45f7-9c5f-77bbb06a72a8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760608
May 12 14:50:54.486931 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-50ef80b8-b157-400a-9233-fe6709565ece req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:50:54.497107 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-50ef80b8-b157-400a-9233-fe6709565ece req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:50:54.614067 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ef80b8-b157-400a-9233-fe6709565ece req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Made reservation on behalf of 0bfe8d8bce3f496d9162c7f9c8727273 for: {'port': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:50:54.618068 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-50ef80b8-b157-400a-9233-fe6709565ece req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:54.784374 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a83744fd-3494-41a6-89f9-8c7549708d3b req-d7c3c79b-9906-459a-8c8a-33ea29fdf0c3 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 210 time: 0.0443265
May 12 14:50:54.791043 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [req-50ef80b8-b157-400a-9233-fe6709565ece req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Allocated IP 172.20.0.6 (4c2f6902-97e3-4408-9b2c-59df76c4d77b/bc671b6f-54dd-41f2-becb-3db170ece0f8/71d6ba38-f010-4812-ade3-cd0173c05466) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:50:54.976957 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-50ef80b8-b157-400a-9233-fe6709565ece req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:54.992455 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-50ef80b8-b157-400a-9233-fe6709565ece req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Transition to ACTIVE for port object 71d6ba38-f010-4812-ade3-cd0173c05466 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:55.098262 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29cb3e-67d4-453c-b18c-cd2b17daedf6 req-63a200d2-24e2-4d9d-9a11-07e96a4057f1 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:55.099665 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ab29cb3e-67d4-453c-b18c-cd2b17daedf6 req-63a200d2-24e2-4d9d-9a11-07e96a4057f1 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 945 time: 0.1035933
May 12 14:50:55.144749 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ab29cb3e-67d4-453c-b18c-cd2b17daedf6 req-e5181a2f-fb64-488f-801d-8e3721d36d2f tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390251
May 12 14:50:55.185208 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-50ef80b8-b157-400a-9233-fe6709565ece req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:55.264702 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ef80b8-b157-400a-9233-fe6709565ece req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Network 4c2f6902-97e3-4408-9b2c-59df76c4d77b is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:50:55.268504 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [req-50ef80b8-b157-400a-9233-fe6709565ece req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:50:55.271461 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ef80b8-b157-400a-9233-fe6709565ece req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:50:55.316960 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Pushing event updated for resources: {'Port': ['ID=71d6ba38-f010-4812-ade3-cd0173c05466,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:55.353596 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef80b8-b157-400a-9233-fe6709565ece req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:55.354244 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-50ef80b8-b157-400a-9233-fe6709565ece req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:55.361869 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 6e8c413a-feeb-438c-8a0b-999e6b370582 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:50:55.394571 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da7878-9d24-4532-8f7e-e9fbd654cf8d req-1bf02610-5904-447e-abf1-400389f8f61c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:55.400847 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-54da7878-9d24-4532-8f7e-e9fbd654cf8d req-1bf02610-5904-447e-abf1-400389f8f61c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.2041996
May 12 14:50:55.459186 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-54da7878-9d24-4532-8f7e-e9fbd654cf8d req-51c81fed-b19b-4da2-be9b-b9f7275e5586 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559030
May 12 14:50:55.479703 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a042cab-3ba8-4664-b39b-6ba37a1bc4b4 req-363b022f-5b65-4865-ba85-b007362dfc9a tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:55.487311 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5a042cab-3ba8-4664-b39b-6ba37a1bc4b4 req-363b022f-5b65-4865-ba85-b007362dfc9a tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 945 time: 0.0986516
May 12 14:50:55.490489 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-deee5e94-2387-4d7b-afaa-6ace3caa6a0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1826115
May 12 14:50:55.513417 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Request body: {'port': {'device_id': '7855c920-9df4-495a-9733-78fe42b1705d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:50:55.557338 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port 6e8c413a-feeb-438c-8a0b-999e6b370582 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:50:55.565046 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 6e8c413a-feeb-438c-8a0b-999e6b370582 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:55.565841 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:55.628871 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d0cbc909-c312-44b1-9ef5-1387825d67fb None None] Provisioning for port 71d6ba38-f010-4812-ade3-cd0173c05466 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:50:55.639863 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d0cbc909-c312-44b1-9ef5-1387825d67fb None None] Provisioning complete for port 71d6ba38-f010-4812-ade3-cd0173c05466 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:55.640234 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d0cbc909-c312-44b1-9ef5-1387825d67fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:55.671675 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3dad7-a6d8-4c8c-b123-f2685cdfe8d4 req-2c19a411-45b6-4698-ad65-3f9c719a7917 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:55.673487 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-58a3dad7-a6d8-4c8c-b123-f2685cdfe8d4 req-2c19a411-45b6-4698-ad65-3f9c719a7917 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 944 time: 0.0896187
May 12 14:50:55.686471 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5a042cab-3ba8-4664-b39b-6ba37a1bc4b4 req-be86a844-1a04-48c8-b2f9-32b00ed00c3c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1960185
May 12 14:50:55.722198 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-58a3dad7-a6d8-4c8c-b123-f2685cdfe8d4 req-0bdd00ed-0a6a-4995-bb8c-96dc9e84d81d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416753
May 12 14:50:55.748493 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:55.752925 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-d0cbc909-c312-44b1-9ef5-1387825d67fb None None] Port 71d6ba38-f010-4812-ade3-cd0173c05466 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:50:55.761665 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:55.788092 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b3c2de-3257-4c79-ad68-f4fea7bfde20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8c413a-feeb-438c-8a0b-999e6b370582'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:50:55.798351 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 6e8c413a-feeb-438c-8a0b-999e6b370582, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6e8c413a-feeb-438c-8a0b-999e6b370582,segment=NetworkSegment(0e160f5e-7454-4fcb-b9ae-67247c38d037),segment_id=0e160f5e-7454-4fcb-b9ae-67247c38d037)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:55.842155 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f15590-23b1-4dd5-95f0-79e3fc86d0db'] response: {'server_uuid': '68b3c2de-3257-4c79-ad68-f4fea7bfde20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8c413a-feeb-438c-8a0b-999e6b370582', 'code': 200}
May 12 14:50:55.854107 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:55.944184 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=6e8c413a-feeb-438c-8a0b-999e6b370582,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:56.008009 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f289838-f7d8-408b-94c7-7007fe013b41 req-1eeb8040-454e-49a9-9d59-c3065beed4ec tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:56.009501 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1f289838-f7d8-408b-94c7-7007fe013b41 req-1eeb8040-454e-49a9-9d59-c3065beed4ec tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 931 time: 0.1060586
May 12 14:50:56.057242 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1f289838-f7d8-408b-94c7-7007fe013b41 req-b7ff64f7-9f97-4516-8697-8779473c774a tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408905
May 12 14:50:56.139006 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d6ba38-f010-4812-ade3-cd0173c05466 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:50:56.146259 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:56.160860 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Transition to ACTIVE for port object 71d6ba38-f010-4812-ade3-cd0173c05466 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:50:56.312715 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:56.556965 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Pushing event updated for resources: {'Port': ['ID=71d6ba38-f010-4812-ade3-cd0173c05466,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:56.637131 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95711521-dadc-48e9-9cc8-b9a406005869 req-15138c5d-30c6-4a9c-a683-b1bf0862e60d tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:56.638585 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-95711521-dadc-48e9-9cc8-b9a406005869 req-15138c5d-30c6-4a9c-a683-b1bf0862e60d tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.71 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 945 time: 0.4085999
May 12 14:50:56.653545 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd5c8c-d1fc-4710-a4cc-7f57482b6b4c req-dcbda6e2-727e-43eb-9668-a5582433385c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:56.661624 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2fdd5c8c-d1fc-4710-a4cc-7f57482b6b4c req-dcbda6e2-727e-43eb-9668-a5582433385c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0870495
May 12 14:50:56.698914 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c044e1-0151-419b-970d-201523cc1ee2 req-d65d1647-373e-4517-b3b3-1c6c15865550 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:56.700379 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-55c044e1-0151-419b-970d-201523cc1ee2 req-d65d1647-373e-4517-b3b3-1c6c15865550 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 945 time: 0.4329278
May 12 14:50:56.710504 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2fdd5c8c-d1fc-4710-a4cc-7f57482b6b4c req-08b7f8f1-90b3-4e63-8018-49529c9e280d tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421803
May 12 14:50:56.780490 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Attempting to bind port 71d6ba38-f010-4812-ade3-cd0173c05466 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:50:56.780823 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Attempting to bind port 71d6ba38-f010-4812-ade3-cd0173c05466 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '026fa921-25ab-4849-ba71-8f38df60d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:50:56.781411 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Attempting to bind port 71d6ba38-f010-4812-ade3-cd0173c05466 on network 4c2f6902-97e3-4408-9b2c-59df76c4d77b {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:50:56.797081 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-95711521-dadc-48e9-9cc8-b9a406005869 req-d86707e9-c108-4e84-a086-cca18fc03534 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Deleting port 38f74632-a3ba-4b81-ac52-5f899e88b5f7 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:50:56.797424 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-95711521-dadc-48e9-9cc8-b9a406005869 req-d86707e9-c108-4e84-a086-cca18fc03534 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:56.825275 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Port 71d6ba38-f010-4812-ade3-cd0173c05466 on network 4c2f6902-97e3-4408-9b2c-59df76c4d77b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:50:56.825601 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Attempting to bind port 71d6ba38-f010-4812-ade3-cd0173c05466 on network 4c2f6902-97e3-4408-9b2c-59df76c4d77b {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:50:56.834568 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-55c044e1-0151-419b-970d-201523cc1ee2 req-778c7270-413c-4cf9-b641-1830c6e91313 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247344
May 12 14:50:56.836510 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f695a-0d61-4517-a975-bc0c56b08083 req-4732b130-0a93-4608-9a4f-f105c06a5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:56.837881 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-eb5f695a-0d61-4517-a975-bc0c56b08083 req-4732b130-0a93-4608-9a4f-f105c06a5bf2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 1099 time: 0.3836575
May 12 14:50:56.875293 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:50:56.875635 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Checking segment: {'id': '026fa921-25ab-4849-ba71-8f38df60d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:50:56.876029 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Bound using segment: {'id': '026fa921-25ab-4849-ba71-8f38df60d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:50:56.876475 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Bound port: 71d6ba38-f010-4812-ade3-cd0173c05466, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026fa921-25ab-4849-ba71-8f38df60d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:50:56.876824 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:56.894411 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750bd1b-0d3d-4d07-af08-375b718f7f20 req-2fb6bfa3-63e3-4db0-8cd7-d623d0cff54e tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:56.895949 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6750bd1b-0d3d-4d07-af08-375b718f7f20 req-2fb6bfa3-63e3-4db0-8cd7-d623d0cff54e tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 946 time: 0.0891500
May 12 14:50:56.943435 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6750bd1b-0d3d-4d07-af08-375b718f7f20 req-dd040f60-80f2-4ce3-a601-a1061bad0d64 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399067
May 12 14:50:57.023789 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-eb5f695a-0d61-4517-a975-bc0c56b08083 req-db1b34de-4802-4645-bc07-b8d2927ba152 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713412
May 12 14:50:57.123206 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a07971-22f1-4556-9cb9-ef34be83ec3c req-34be8f80-cd54-4745-97e9-76fa4c6dd186 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:57.123477 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] For port 71d6ba38-f010-4812-ade3-cd0173c05466, host hv-cinder-83118, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:50:57.124992 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-82a07971-22f1-4556-9cb9-ef34be83ec3c req-34be8f80-cd54-4745-97e9-76fa4c6dd186 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 944 time: 0.0846746
May 12 14:50:57.138625 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] For port 71d6ba38-f010-4812-ade3-cd0173c05466, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=71d6ba38-f010-4812-ade3-cd0173c05466,segment=NetworkSegment(026fa921-25ab-4849-ba71-8f38df60d19c),segment_id=026fa921-25ab-4849-ba71-8f38df60d19c)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:50:57.169944 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-82a07971-22f1-4556-9cb9-ef34be83ec3c req-bb3ccceb-1e79-4df4-9118-efffc23f1609 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394297
May 12 14:50:57.183459 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-95711521-dadc-48e9-9cc8-b9a406005869 req-d86707e9-c108-4e84-a086-cca18fc03534 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] For port 38f74632-a3ba-4b81-ac52-5f899e88b5f7, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=38f74632-a3ba-4b81-ac52-5f899e88b5f7,segment=NetworkSegment(0ec01c1e-16f2-43cf-9919-e82b61c26c7b),segment_id=0ec01c1e-16f2-43cf-9919-e82b61c26c7b)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:57.183985 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-95711521-dadc-48e9-9cc8-b9a406005869 req-d86707e9-c108-4e84-a086-cca18fc03534 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:57.248977 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:57.357268 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device cb1e67a7-74a2-404f-8058-06c175243b15 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:50:57.376363 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72091bf0-cd33-4cc8-a3f2-427701a31119 req-11e8b66b-91a0-4561-8816-9ec5145c671f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:57.383488 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-72091bf0-cd33-4cc8-a3f2-427701a31119 req-11e8b66b-91a0-4561-8816-9ec5145c671f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0891099
May 12 14:50:57.431646 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-95711521-dadc-48e9-9cc8-b9a406005869 req-d86707e9-c108-4e84-a086-cca18fc03534 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Calling delete_port for 38f74632-a3ba-4b81-ac52-5f899e88b5f7 owned by compute:nova {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:50:57.432165 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-72091bf0-cd33-4cc8-a3f2-427701a31119 req-09eaf909-1d74-47ca-ad63-0799d7b460c1 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474916
May 12 14:50:57.493171 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port cb1e67a7-74a2-404f-8058-06c175243b15 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:50:57.498248 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port cb1e67a7-74a2-404f-8058-06c175243b15 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:50:57.498619 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:57.587103 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:57.587710 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:57.589079 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] 10.222.0.71 "PUT /v2.0/ports/71d6ba38-f010-4812-ade3-cd0173c05466 HTTP/1.1" status: 200  len: 1093 time: 2.0831323
May 12 14:50:57.590574 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7855c920-9df4-495a-9733-78fe42b1705d', 'tag': '71d6ba38-f010-4812-ade3-cd0173c05466'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:50:57.641273 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef0fe5-1d74-4483-9c0f-d058b887fcea service neutron] Pushing event updated for resources: {'Port': ['ID=71d6ba38-f010-4812-ade3-cd0173c05466,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:57.669700 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:57.669806 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7d0d2b-fbfc-4f8c-a731-af4989ee2712'] response: {'name': 'network-changed', 'server_uuid': '7855c920-9df4-495a-9733-78fe42b1705d', 'tag': '71d6ba38-f010-4812-ade3-cd0173c05466', 'status': 'completed', 'code': 200}
May 12 14:50:57.697596 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e627ff-f619-4d75-bf9e-5e2dc0c3195c req-bc5fd482-e367-4483-989f-edcc54819e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:57.700022 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-33e627ff-f619-4d75-bf9e-5e2dc0c3195c req-bc5fd482-e367-4483-989f-edcc54819e4d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a090a68e336b4562aca524a95f550e04&device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 1099 time: 0.1110399
May 12 14:50:57.718986 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port cb1e67a7-74a2-404f-8058-06c175243b15, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=cb1e67a7-74a2-404f-8058-06c175243b15,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:50:57.786051 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06729b8-428f-4436-9f52-1ef5e70df2b4 req-5758d488-01ec-40c0-a8f3-3572c720a4a5 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:57.786761 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-b06729b8-428f-4436-9f52-1ef5e70df2b4 req-5758d488-01ec-40c0-a8f3-3572c720a4a5 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Synchronizing usage tracker for tenant:0bfe8d8bce3f496d9162c7f9c8727273 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:50:57.791683 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6c583d9-a23c-414f-8aac-c0672673ba5d req-522c78f3-d5a9-458c-84b6-05b7346bbfdd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3154364
May 12 14:50:57.798095 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:57.849955 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1e67a7-74a2-404f-8058-06c175243b15'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:50:57.867952 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f984264-d05c-4911-9a3c-a2012867c282 req-e70c0f4f-70c0-4a62-b832-a660c9e0fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:57.869686 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0f984264-d05c-4911-9a3c-a2012867c282 req-e70c0f4f-70c0-4a62-b832-a660c9e0fd38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0bfe8d8bce3f496d9162c7f9c8727273&device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 1096 time: 0.1315246
May 12 14:50:57.872277 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e627ff-f619-4d75-bf9e-5e2dc0c3195c req-b49d0264-1122-459b-a3ed-9c9c7e43a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:57.873512 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-33e627ff-f619-4d75-bf9e-5e2dc0c3195c req-b49d0264-1122-459b-a3ed-9c9c7e43a208 service neutron] 10.222.0.71 "GET /v2.0/networks?id=42e9462e-79bf-4236-9d9e-1261c021234a HTTP/1.1" status: 200  len: 911 time: 0.1573286
May 12 14:50:57.888127 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-b06729b8-428f-4436-9f52-1ef5e70df2b4 req-5758d488-01ec-40c0-a8f3-3572c720a4a5 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Unset dirty status for tenant:0bfe8d8bce3f496d9162c7f9c8727273 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:50:57.889271 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b06729b8-428f-4436-9f52-1ef5e70df2b4 req-5758d488-01ec-40c0-a8f3-3572c720a4a5 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.4658988
May 12 14:50:57.893568 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=cb1e67a7-74a2-404f-8058-06c175243b15,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:57.912540 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-713105a5-56a9-4e95-a2ed-1242f59689d0'] response: {'server_uuid': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1e67a7-74a2-404f-8058-06c175243b15', 'code': 200}
May 12 14:50:57.996618 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-95711521-dadc-48e9-9cc8-b9a406005869 req-d86707e9-c108-4e84-a086-cca18fc03534 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:58.034114 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['38f74632-a3ba-4b81-ac52-5f899e88b5f7'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:50:58.048589 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-312b38bb-af77-4ba9-8a54-c8be6f847016 req-5ce75730-11f5-48fd-986f-924f6629dc72 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 210 time: 0.0490215
May 12 14:50:58.057552 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-33e627ff-f619-4d75-bf9e-5e2dc0c3195c req-eeea3ce6-53d5-4854-b705-449c8e25b1ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc63b69d-a47c-45f7-a4ec-c94b33fcef39 HTTP/1.1" status: 200  len: 1002 time: 0.1405690
May 12 14:50:58.129699 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e627ff-f619-4d75-bf9e-5e2dc0c3195c req-3e910057-f4e6-4e40-bd12-0e69f0521bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:58.131328 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-33e627ff-f619-4d75-bf9e-5e2dc0c3195c req-3e910057-f4e6-4e40-bd12-0e69f0521bd9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b19e2646-24d9-4430-9acb-4aef7b057e71 HTTP/1.1" status: 200  len: 849 time: 0.0666759
May 12 14:50:58.180639 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86707e9-c108-4e84-a086-cca18fc03534 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Pushing event deleted for resources: {'Port': ['ID=38f74632-a3ba-4b81-ac52-5f899e88b5f7,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:50:58.199961 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b06729b8-428f-4436-9f52-1ef5e70df2b4 req-7fd09ca4-e9d8-4009-8751-20ded7683236 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3038001
May 12 14:50:58.252792 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-95711521-dadc-48e9-9cc8-b9a406005869 req-d86707e9-c108-4e84-a086-cca18fc03534 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] No DVR routers for this DVR port 38f74632-a3ba-4b81-ac52-5f899e88b5f7 on host hv-cinder-83118 {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:50:58.265837 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-95711521-dadc-48e9-9cc8-b9a406005869 req-d86707e9-c108-4e84-a086-cca18fc03534 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:58.297583 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e627ff-f619-4d75-bf9e-5e2dc0c3195c req-282fabb3-0eab-4778-a6f8-c62981aea668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:58.299467 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-33e627ff-f619-4d75-bf9e-5e2dc0c3195c req-282fabb3-0eab-4778-a6f8-c62981aea668 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42e9462e-79bf-4236-9d9e-1261c021234a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1513102
May 12 14:50:58.305269 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f984264-d05c-4911-9a3c-a2012867c282 req-1a67e8cd-96ef-4c89-a47d-150841375fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:58.306604 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0f984264-d05c-4911-9a3c-a2012867c282 req-1a67e8cd-96ef-4c89-a47d-150841375fa9 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0bfe8d8bce3f496d9162c7f9c8727273&shared=False HTTP/1.1" status: 200  len: 910 time: 0.4094648
May 12 14:50:58.310899 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c583d9-a23c-414f-8aac-c0672673ba5d req-ce7c3171-1c01-4455-bad4-cf9165665aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:58.312287 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6c583d9-a23c-414f-8aac-c0672673ba5d req-ce7c3171-1c01-4455-bad4-cf9165665aa0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 1098 time: 0.3766150
May 12 14:50:58.320676 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98116b-a39a-4de8-a50b-357e5255a7f7 req-6bd31aa8-b747-4006-96ba-256d17952026 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:58.322159 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fa98116b-a39a-4de8-a50b-357e5255a7f7 req-6bd31aa8-b747-4006-96ba-256d17952026 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 946 time: 0.1401806
May 12 14:50:58.449794 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fa98116b-a39a-4de8-a50b-357e5255a7f7 req-202891d0-5775-401c-a160-06531925aedf tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218059
May 12 14:50:58.491183 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-95711521-dadc-48e9-9cc8-b9a406005869 req-d86707e9-c108-4e84-a086-cca18fc03534 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.71 "DELETE /v2.0/ports/38f74632-a3ba-4b81-ac52-5f899e88b5f7 HTTP/1.1" status: 204  len: 173 time: 1.8451619
May 12 14:50:58.521198 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-33e627ff-f619-4d75-bf9e-5e2dc0c3195c req-c7f05e18-db41-4424-bb08-70528fff6d97 service neutron] 10.222.0.71 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741843
May 12 14:50:58.574135 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:50:58.705445 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f984264-d05c-4911-9a3c-a2012867c282 req-57668e15-ff3b-4da3-9a16-6b7fd2ca3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:58.706848 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0f984264-d05c-4911-9a3c-a2012867c282 req-57668e15-ff3b-4da3-9a16-6b7fd2ca3f0a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3590407
May 12 14:50:58.721205 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c583d9-a23c-414f-8aac-c0672673ba5d req-e6b077bc-548f-4c4c-9522-db19d845dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:58.722644 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6c583d9-a23c-414f-8aac-c0672673ba5d req-e6b077bc-548f-4c4c-9522-db19d845dbb9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 919 time: 0.2693908
May 12 14:50:58.732784 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-33e627ff-f619-4d75-bf9e-5e2dc0c3195c req-958ad99c-cd60-4153-a227-7f3a2761efca service neutron] 10.222.0.71 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1956563
May 12 14:50:58.737479 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bba86b-cf60-4a66-91e1-5a7bb7c96ecd req-08aad8d1-70d2-4af8-b440-650dd18e73af tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:58.739053 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b8bba86b-cf60-4a66-91e1-5a7bb7c96ecd req-08aad8d1-70d2-4af8-b440-650dd18e73af tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.3693280
May 12 14:50:58.753484 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b101d82-a7fc-4b51-914c-450544635f75 req-0dc4d364-839c-46af-8d00-2606d21cc163 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:58.755255 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9b101d82-a7fc-4b51-914c-450544635f75 req-0dc4d364-839c-46af-8d00-2606d21cc163 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1452396
May 12 14:50:58.815841 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9b101d82-a7fc-4b51-914c-450544635f75 req-978722fc-227a-460c-adc1-70dc40287fe7 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539243
May 12 14:50:58.836734 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6c583d9-a23c-414f-8aac-c0672673ba5d req-41353678-b820-4171-9690-64bacfb53b65 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 HTTP/1.1" status: 200  len: 217 time: 0.0936573
May 12 14:50:58.843346 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63845-bba3-46f9-bc3d-45ddf7ce1ffe req-a6227133-bcec-4687-b846-be4aa8456ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:58.844757 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-60d63845-bba3-46f9-bc3d-45ddf7ce1ffe req-a6227133-bcec-4687-b846-be4aa8456ea5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 1098 time: 0.2735991
May 12 14:50:58.869382 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b8bba86b-cf60-4a66-91e1-5a7bb7c96ecd req-b86f9556-f3b2-4362-bd3c-1984d776c9a7 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596323
May 12 14:50:58.959330 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-60d63845-bba3-46f9-bc3d-45ddf7ce1ffe req-597f2f0b-1eb1-4ead-ab54-74f5e6ce8192 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579624
May 12 14:50:58.961251 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c583d9-a23c-414f-8aac-c0672673ba5d req-f5b02fd9-58bc-46bf-9d14-8fcbec7facb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:58.962623 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6c583d9-a23c-414f-8aac-c0672673ba5d req-f5b02fd9-58bc-46bf-9d14-8fcbec7facb3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.0924132
May 12 14:50:58.995261 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef80b8-b157-400a-9233-fe6709565ece req-d3eb6bd1-f21e-452a-b4fe-c419b517fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:58.996731 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-d3eb6bd1-f21e-452a-b4fe-c419b517fa05 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0bfe8d8bce3f496d9162c7f9c8727273&device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 1096 time: 0.1571865
May 12 14:50:59.215613 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-90170bd5-615a-49d9-8163-8f398d5eb285 req-a73afac4-0c86-45f1-8155-a9cf80a779ab tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 210 time: 0.0430534
May 12 14:50:59.424144 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-752565f5-63f5-458c-ae4a-869e21942710 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71d6ba38-f010-4812-ade3-cd0173c05466 HTTP/1.1" status: 200  len: 217 time: 0.0644360
May 12 14:50:59.489302 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef80b8-b157-400a-9233-fe6709565ece req-437c6053-0d66-403a-a3c2-3bb413086c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:59.490735 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-437c6053-0d66-403a-a3c2-3bb413086c76 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bc671b6f-54dd-41f2-becb-3db170ece0f8 HTTP/1.1" status: 200  len: 848 time: 0.0570154
May 12 14:50:59.557443 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1f9d4-2a40-4c41-a175-2520afb56e0c req-a9e67ceb-dec2-48b7-b71c-8dfde8ca333b tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:59.558944 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-94e1f9d4-2a40-4c41-a175-2520afb56e0c req-a9e67ceb-dec2-48b7-b71c-8dfde8ca333b tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.2369301
May 12 14:50:59.560980 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c583d9-a23c-414f-8aac-c0672673ba5d req-2d6cbba8-eb61-4c8d-8ebb-7aac7c0766b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:59.562328 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6c583d9-a23c-414f-8aac-c0672673ba5d req-2d6cbba8-eb61-4c8d-8ebb-7aac7c0766b4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1081986
May 12 14:50:59.618444 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef80b8-b157-400a-9233-fe6709565ece req-5ddbb630-f1cd-4309-bae4-871f7d9d9e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:59.619928 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-5ddbb630-f1cd-4309-bae4-871f7d9d9e65 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c2f6902-97e3-4408-9b2c-59df76c4d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1229045
May 12 14:50:59.645475 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dcac3-aa1e-4fe6-8a51-1dad34af270c req-7bb9dcff-6364-4bd9-ac31-a9ffbb249442 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:50:59.646895 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-676dcac3-aa1e-4fe6-8a51-1dad34af270c req-7bb9dcff-6364-4bd9-ac31-a9ffbb249442 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 946 time: 0.0884640
May 12 14:50:59.670828 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364ca957-8a0e-45d2-bae2-a850c6708e51', 'name': 'network-vif-deleted', 'tag': '38f74632-a3ba-4b81-ac52-5f899e88b5f7'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:50:59.688692 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-94e1f9d4-2a40-4c41-a175-2520afb56e0c req-c0900288-5277-467b-bf47-5c52c240d8f9 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1241188
May 12 14:50:59.732674 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6c583d9-a23c-414f-8aac-c0672673ba5d req-981e850f-bcfe-4665-8726-18a4b3e02f41 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555364
May 12 14:50:59.740103 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d8e596-d37c-482a-a970-f64ec0cc3f94'] response: {'server_uuid': '364ca957-8a0e-45d2-bae2-a850c6708e51', 'name': 'network-vif-deleted', 'tag': '38f74632-a3ba-4b81-ac52-5f899e88b5f7', 'status': 'completed', 'code': 200}
May 12 14:50:59.771134 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-676dcac3-aa1e-4fe6-8a51-1dad34af270c req-1d89af7f-8b8b-4d3a-a8ea-a159cadd1e35 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051633
May 12 14:50:59.811678 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-9ccc9d3b-75f8-4630-8728-f6d6e7645842 service neutron] 10.222.0.71 "GET /v2.0/networks/4c2f6902-97e3-4408-9b2c-59df76c4d77b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1638255
May 12 14:50:59.965033 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-50ef80b8-b157-400a-9233-fe6709565ece req-e63311f9-c1a9-47ae-9bf7-7ff2419546e6 service neutron] 10.222.0.71 "GET /v2.0/networks/4c2f6902-97e3-4408-9b2c-59df76c4d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451705
May 12 14:50:59.971843 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6c583d9-a23c-414f-8aac-c0672673ba5d req-5fba9742-311f-45f2-86bb-4daf452ef2ca service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662323
May 12 14:51:00.076536 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ab1fb-c5fe-4c2d-a334-49040930591b req-0064a240-4b4c-41a1-9af1-c73c65a53fac tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:00.078000 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-db9ab1fb-c5fe-4c2d-a334-49040930591b req-0064a240-4b4c-41a1-9af1-c73c65a53fac tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0871551
May 12 14:51:00.115873 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403af21-6d06-4c7f-963a-252c79730319 req-1bf6b040-5826-4799-a1c2-e4772c1dcbbf tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:00.118066 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c403af21-6d06-4c7f-963a-252c79730319 req-1bf6b040-5826-4799-a1c2-e4772c1dcbbf tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.1039894
May 12 14:51:00.126253 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-db9ab1fb-c5fe-4c2d-a334-49040930591b req-712ebf5e-ee5d-426d-ac90-8ff29a0911bb tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414262
May 12 14:51:00.163260 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c403af21-6d06-4c7f-963a-252c79730319 req-31ba6166-6527-42ef-8187-2f2de5573a1d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390236
May 12 14:51:00.389184 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-e07818a3-dced-4b68-95a5-bfce82e89f16 req-3487b38c-030a-4288-b154-adba77fba41e tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Synchronizing usage tracker for tenant:f9ed089c81294b4981046ede5ed951bd on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:51:00.477593 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-e07818a3-dced-4b68-95a5-bfce82e89f16 req-3487b38c-030a-4288-b154-adba77fba41e tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Unset dirty status for tenant:f9ed089c81294b4981046ede5ed951bd on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:51:00.478950 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e07818a3-dced-4b68-95a5-bfce82e89f16 req-3487b38c-030a-4288-b154-adba77fba41e tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ca957-8a0e-45d2-bae2-a850c6708e51 HTTP/1.1" status: 200  len: 210 time: 0.1375647
May 12 14:51:00.878298 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9b189-92bd-4817-bbcc-7e7855a180e3 req-964e0b73-7d0e-4fb3-95e4-d1d552f08028 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:00.879784 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7ef9b189-92bd-4817-bbcc-7e7855a180e3 req-964e0b73-7d0e-4fb3-95e4-d1d552f08028 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.0847018
May 12 14:51:00.923846 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7ef9b189-92bd-4817-bbcc-7e7855a180e3 req-826a325c-ce25-4bf9-a079-fcbd03d69ff5 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377727
May 12 14:51:01.314880 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c7aa6-85bb-473d-8c04-9f908ddd7116 req-5fcd063f-55d9-4076-8258-ca720986e57a tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:01.316311 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d28c7aa6-85bb-473d-8c04-9f908ddd7116 req-5fcd063f-55d9-4076-8258-ca720986e57a tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0811098
May 12 14:51:01.359565 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d28c7aa6-85bb-473d-8c04-9f908ddd7116 req-e13b81a9-bcaa-4ffa-8126-34e56eb7a18c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374920
May 12 14:51:01.404820 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 38f74632-a3ba-4b81-ac52-5f899e88b5f7 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:51:01.445082 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: 38f74632-a3ba-4b81-ac52-5f899e88b5f7 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:51:01.445443 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 38f74632-a3ba-4b81-ac52-5f899e88b5f7 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:51:01.538950 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc965bf-fb05-4da9-b7bb-8feac4d24a3f req-1c61f5a4-e815-4131-b9c6-01ed798c3bec tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:01.541785 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fcc965bf-fb05-4da9-b7bb-8feac4d24a3f req-1c61f5a4-e815-4131-b9c6-01ed798c3bec tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0845478
May 12 14:51:01.585120 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fcc965bf-fb05-4da9-b7bb-8feac4d24a3f req-5e17ec3b-e734-43c4-ade4-823f34134a9f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389485
May 12 14:51:01.654162 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34612284-bca3-4872-9f80-262fc9b1ec16 req-fe5dd0e3-e798-4a16-8890-fc69bf942769 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:01.655729 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-34612284-bca3-4872-9f80-262fc9b1ec16 req-fe5dd0e3-e798-4a16-8890-fc69bf942769 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 946 time: 0.0798585
May 12 14:51:01.702540 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-34612284-bca3-4872-9f80-262fc9b1ec16 req-860435cf-d637-4ae7-85e3-1fd775801d48 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409207
May 12 14:51:01.825487 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d429b-10c8-490c-9c6c-a72298569727 req-d3c543a9-97a8-40ab-a749-6fff42d01dd1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:01.826977 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4c2d429b-10c8-490c-9c6c-a72298569727 req-d3c543a9-97a8-40ab-a749-6fff42d01dd1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0817277
May 12 14:51:01.835451 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 35028) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:51:01.840237 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-320308f4-2b49-4e95-926c-63f89fc55da1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Request body: {'floatingip': {'port_id': 'cb1e67a7-74a2-404f-8058-06c175243b15'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:51:01.928612 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-320308f4-2b49-4e95-926c-63f89fc55da1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for floatingip, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:02.118137 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb5ff0-0689-400b-8861-7fbf2313a76e req-e2dca357-a8d0-4146-92b5-bbaca084f80c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:02.123651 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-befb5ff0-0689-400b-8861-7fbf2313a76e req-e2dca357-a8d0-4146-92b5-bbaca084f80c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.0934021
May 12 14:51:02.172917 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-befb5ff0-0689-400b-8861-7fbf2313a76e req-a2af9248-f88b-4536-a881-2ea8a929940d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426571
May 12 14:51:02.606535 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-320308f4-2b49-4e95-926c-63f89fc55da1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:02.676539 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-320308f4-2b49-4e95-926c-63f89fc55da1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:02.894593 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.l3_db [None req-320308f4-2b49-4e95-926c-63f89fc55da1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Floating IP 65615b4b-6e7f-4666-b071-ff0dad68aa28 associated. External IP: 172.27.3.124, port: cb1e67a7-74a2-404f-8058-06c175243b15.
May 12 14:51:03.056376 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b708ad-79cc-498e-bc0a-b56ca9fbf091 req-f237130d-e35f-4282-b5c2-edbb3e9c1e7f tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:03.057800 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-30b708ad-79cc-498e-bc0a-b56ca9fbf091 req-f237130d-e35f-4282-b5c2-edbb3e9c1e7f tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 946 time: 0.2497916
May 12 14:51:03.165203 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-30b708ad-79cc-498e-bc0a-b56ca9fbf091 req-13dc032a-41a9-4ef4-9c25-5df41d2a0f0e tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002266
May 12 14:51:03.290978 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320308f4-2b49-4e95-926c-63f89fc55da1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:51:03.359420 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d3ef0-267b-4767-9612-f0d88debb963 req-02372e43-54c4-45c8-bb1a-d2e43e31b271 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:03.360868 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bb9d3ef0-267b-4767-9612-f0d88debb963 req-02372e43-54c4-45c8-bb1a-d2e43e31b271 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.0808551
May 12 14:51:03.404640 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bb9d3ef0-267b-4767-9612-f0d88debb963 req-acc29b1c-5aa2-41cf-bbff-37495ecd830f tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379493
May 12 14:51:03.469329 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320308f4-2b49-4e95-926c-63f89fc55da1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:51:03.473543 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-320308f4-2b49-4e95-926c-63f89fc55da1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:03.479333 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce11567-d7a8-48aa-b7bf-2a4bebb06033 None None] Sync routers for ids ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:51:03.488536 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce11567-d7a8-48aa-b7bf-2a4bebb06033 None None] Routers {'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:51:03.489124 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-4ce11567-d7a8-48aa-b7bf-2a4bebb06033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c8335b0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:50:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:51:03.534309 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-320308f4-2b49-4e95-926c-63f89fc55da1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "PUT /v2.0/floatingips/65615b4b-6e7f-4666-b071-ff0dad68aa28 HTTP/1.1" status: 200  len: 991 time: 1.6957710
May 12 14:51:03.534309 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'tag': 'cb1e67a7-74a2-404f-8058-06c175243b15'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:51:03.576523 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e5f333-16c6-4993-a334-0d1eb99a0355'] response: {'name': 'network-changed', 'server_uuid': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'tag': 'cb1e67a7-74a2-404f-8058-06c175243b15', 'status': 'completed', 'code': 200}
May 12 14:51:03.677670 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-4ce11567-d7a8-48aa-b7bf-2a4bebb06033 None None] Set router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:51:04.057326 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-4ce11567-d7a8-48aa-b7bf-2a4bebb06033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c8335b0>, [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:20Z', 'revision_number': 4, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '65615b4b-6e7f-4666-b071-ff0dad68aa28', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'port_id': 'cb1e67a7-74a2-404f-8058-06c175243b15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'mac_address': 'fa:16:3e:3b:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:50:29Z', 'updated_at': '2022-05-12T14:51:02Z', 'revision_number': 1, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502e35e1-a396-47de-9f7c-b943fd17a207', 'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'mac_address': 'fa:16:3e:f3:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'subnets': [{'id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:51:04.061839 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce11567-d7a8-48aa-b7bf-2a4bebb06033 None None] Checking router: da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:51:04.071197 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce11567-d7a8-48aa-b7bf-2a4bebb06033 None None] Routers {'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:51:04.071785 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-4ce11567-d7a8-48aa-b7bf-2a4bebb06033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c8335b0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:50:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:51:04.255974 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-4ce11567-d7a8-48aa-b7bf-2a4bebb06033 None None] Set router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:51:04.355429 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e90696-71d2-40de-9951-58847c5fc0eb req-6efcf177-fac5-4d36-a180-6f7f79bc7161 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:04.356892 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a8e90696-71d2-40de-9951-58847c5fc0eb req-6efcf177-fac5-4d36-a180-6f7f79bc7161 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 946 time: 0.0862031
May 12 14:51:04.402988 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a8e90696-71d2-40de-9951-58847c5fc0eb req-3757ea1c-9781-4ec5-bdc6-7738232af4d5 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393567
May 12 14:51:04.594744 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e1012-f632-41df-9d72-860ea671446d req-1070b79a-0275-4c04-be18-79ddf7d26b75 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:04.596168 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ce3e1012-f632-41df-9d72-860ea671446d req-1070b79a-0275-4c04-be18-79ddf7d26b75 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.0812833
May 12 14:51:04.611361 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-4ce11567-d7a8-48aa-b7bf-2a4bebb06033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c8335b0>, [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:20Z', 'revision_number': 4, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '65615b4b-6e7f-4666-b071-ff0dad68aa28', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'port_id': 'cb1e67a7-74a2-404f-8058-06c175243b15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'mac_address': 'fa:16:3e:3b:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:50:29Z', 'updated_at': '2022-05-12T14:51:02Z', 'revision_number': 1, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502e35e1-a396-47de-9f7c-b943fd17a207', 'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'mac_address': 'fa:16:3e:f3:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'subnets': [{'id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:51:04.615522 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce11567-d7a8-48aa-b7bf-2a4bebb06033 None None] The sync data for ids ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'] in dv-cinder-831187-2-iscsi is: [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:20Z', 'revision_number': 4, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '65615b4b-6e7f-4666-b071-ff0dad68aa28', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'port_id': 'cb1e67a7-74a2-404f-8058-06c175243b15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'mac_address': 'fa:16:3e:3b:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:50:29Z', 'updated_at': '2022-05-12T14:51:02Z', 'revision_number': 1, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502e35e1-a396-47de-9f7c-b943fd17a207', 'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'mac_address': 'fa:16:3e:f3:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'subnets': [{'id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:51:04.641253 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ce3e1012-f632-41df-9d72-860ea671446d req-bd85eac6-e316-4619-9f94-6f994454f21c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388954
May 12 14:51:04.793967 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34bdaa7-2555-4f68-a83b-76fedf62ad14 None None] New status for floating IP 65615b4b-6e7f-4666-b071-ff0dad68aa28: ACTIVE {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:51:05.587166 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797edd5-9bdc-4df3-8820-94a81f232b56 req-d8445743-1755-4925-89b7-f92519a4a88c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:05.588607 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f797edd5-9bdc-4df3-8820-94a81f232b56 req-d8445743-1755-4925-89b7-f92519a4a88c tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 946 time: 0.0815811
May 12 14:51:05.634546 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f797edd5-9bdc-4df3-8820-94a81f232b56 req-bd756b65-3e13-4907-b653-a1e157922b9e tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403004
May 12 14:51:05.928510 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32164bf6-2327-4719-9bb8-12dd69ebaa1e req-31961b00-4348-4930-b32b-b53c5c7a2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:05.930484 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-32164bf6-2327-4719-9bb8-12dd69ebaa1e req-31961b00-4348-4930-b32b-b53c5c7a2979 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 1098 time: 0.2053235
May 12 14:51:05.941066 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ae63a-14f4-4c90-a58d-732a7a3fea6d req-dab688eb-bfea-47cc-83bb-84fbc7cd4838 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:05.942376 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-067ae63a-14f4-4c90-a58d-732a7a3fea6d req-dab688eb-bfea-47cc-83bb-84fbc7cd4838 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.1832807
May 12 14:51:05.988043 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-067ae63a-14f4-4c90-a58d-732a7a3fea6d req-33bf0a97-ff94-43ad-8571-8b47aa3217c8 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385256
May 12 14:51:06.110111 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32164bf6-2327-4719-9bb8-12dd69ebaa1e req-968b175a-fd6b-4642-a319-16c82edb7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:06.111576 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-32164bf6-2327-4719-9bb8-12dd69ebaa1e req-968b175a-fd6b-4642-a319-16c82edb7b01 service neutron] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 919 time: 0.1273842
May 12 14:51:06.215840 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-32164bf6-2327-4719-9bb8-12dd69ebaa1e req-0a0dbed0-24c0-4eca-9dc0-894caf2f4a2f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb1e67a7-74a2-404f-8058-06c175243b15 HTTP/1.1" status: 200  len: 1001 time: 0.0971053
May 12 14:51:06.287572 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32164bf6-2327-4719-9bb8-12dd69ebaa1e req-d5e5b8ac-50e1-4936-8f93-436f778dc6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:06.289544 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-32164bf6-2327-4719-9bb8-12dd69ebaa1e req-d5e5b8ac-50e1-4936-8f93-436f778dc6b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.0585091
May 12 14:51:06.406883 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32164bf6-2327-4719-9bb8-12dd69ebaa1e req-717fedfd-3818-43fc-9f5d-78b7092dc342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:06.408342 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-32164bf6-2327-4719-9bb8-12dd69ebaa1e req-717fedfd-3818-43fc-9f5d-78b7092dc342 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761151
May 12 14:51:06.423666 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932bb96-5892-47cb-9c28-246945dff9f3 req-46921f19-7e9c-4afd-ac4f-1d121ca66cac tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:06.425118 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3932bb96-5892-47cb-9c28-246945dff9f3 req-46921f19-7e9c-4afd-ac4f-1d121ca66cac tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.71 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 946 time: 0.0920436
May 12 14:51:06.496583 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-3932bb96-5892-47cb-9c28-246945dff9f3 req-888f1596-d173-4181-863c-c4ecda82e84e tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Deleting port 6e8c413a-feeb-438c-8a0b-999e6b370582 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:51:06.496923 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-3932bb96-5892-47cb-9c28-246945dff9f3 req-888f1596-d173-4181-863c-c4ecda82e84e tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:06.548361 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-32164bf6-2327-4719-9bb8-12dd69ebaa1e req-b6c4acb6-191c-4d51-927f-c2f014c16254 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309037
May 12 14:51:06.709688 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-32164bf6-2327-4719-9bb8-12dd69ebaa1e req-98699033-c4e4-418f-8782-5d7476bd4870 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447959
May 12 14:51:06.751744 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-3932bb96-5892-47cb-9c28-246945dff9f3 req-888f1596-d173-4181-863c-c4ecda82e84e tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] For port 6e8c413a-feeb-438c-8a0b-999e6b370582, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6e8c413a-feeb-438c-8a0b-999e6b370582,segment=NetworkSegment(0e160f5e-7454-4fcb-b9ae-67247c38d037),segment_id=0e160f5e-7454-4fcb-b9ae-67247c38d037)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:51:06.752335 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-3932bb96-5892-47cb-9c28-246945dff9f3 req-888f1596-d173-4181-863c-c4ecda82e84e tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:06.995092 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-3932bb96-5892-47cb-9c28-246945dff9f3 req-888f1596-d173-4181-863c-c4ecda82e84e tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Calling delete_port for 6e8c413a-feeb-438c-8a0b-999e6b370582 owned by compute:nova {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:51:07.099017 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c21ce-0a30-4add-a2a7-b12c84af5bb8 req-ee8e7d5c-f242-453b-844e-405b8bc07609 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:07.100491 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2f0c21ce-0a30-4add-a2a7-b12c84af5bb8 req-ee8e7d5c-f242-453b-844e-405b8bc07609 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 946 time: 0.3405554
May 12 14:51:07.173243 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d15f89-c334-4f23-b38f-40d88f824003 req-cee656ef-48b2-480d-980c-ea748f966d6c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:07.180806 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28d15f89-c334-4f23-b38f-40d88f824003 req-cee656ef-48b2-480d-980c-ea748f966d6c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.0883844
May 12 14:51:07.192872 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2f0c21ce-0a30-4add-a2a7-b12c84af5bb8 req-aefdb111-423e-4a31-8cc9-1fe02a085688 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622582
May 12 14:51:07.221410 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-28d15f89-c334-4f23-b38f-40d88f824003 req-9dc083c9-e412-47de-9aed-3d5e3d8fad2f tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397794
May 12 14:51:07.310700 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-3932bb96-5892-47cb-9c28-246945dff9f3 req-888f1596-d173-4181-863c-c4ecda82e84e tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:07.353006 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['6e8c413a-feeb-438c-8a0b-999e6b370582'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:51:07.364035 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f1596-d173-4181-863c-c4ecda82e84e tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Pushing event deleted for resources: {'Port': ['ID=6e8c413a-feeb-438c-8a0b-999e6b370582,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:07.437716 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-3932bb96-5892-47cb-9c28-246945dff9f3 req-888f1596-d173-4181-863c-c4ecda82e84e tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] No DVR routers for this DVR port 6e8c413a-feeb-438c-8a0b-999e6b370582 on host hv-cinder-83118 {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:51:07.440128 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-3932bb96-5892-47cb-9c28-246945dff9f3 req-888f1596-d173-4181-863c-c4ecda82e84e tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:07.442615 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b3c2de-3257-4c79-ad68-f4fea7bfde20', 'name': 'network-vif-deleted', 'tag': '6e8c413a-feeb-438c-8a0b-999e6b370582'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:51:07.485054 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f92319f-9920-4a2d-94ed-bb195e3f523a'] response: {'server_uuid': '68b3c2de-3257-4c79-ad68-f4fea7bfde20', 'name': 'network-vif-deleted', 'tag': '6e8c413a-feeb-438c-8a0b-999e6b370582', 'status': 'completed', 'code': 200}
May 12 14:51:07.557466 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3932bb96-5892-47cb-9c28-246945dff9f3 req-888f1596-d173-4181-863c-c4ecda82e84e tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.71 "DELETE /v2.0/ports/6e8c413a-feeb-438c-8a0b-999e6b370582 HTTP/1.1" status: 204  len: 173 time: 1.1264443
May 12 14:51:08.384254 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-048017a2-46fd-45c3-b583-6d5b52fc3656 req-c6bfe03b-7e84-440c-bad3-d49406947360 tempest-VolumesActionsTest-367389656 tempest-VolumesActionsTest-367389656-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b3c2de-3257-4c79-ad68-f4fea7bfde20 HTTP/1.1" status: 200  len: 210 time: 0.0500858
May 12 14:51:08.429903 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66097cf9-0340-473d-99ca-207d3deee533 req-a3b22463-ed91-4031-bbca-57c8932dd100 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:08.431401 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-66097cf9-0340-473d-99ca-207d3deee533 req-a3b22463-ed91-4031-bbca-57c8932dd100 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.0992417
May 12 14:51:08.478661 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-66097cf9-0340-473d-99ca-207d3deee533 req-36f172c2-4a23-4682-86ea-c97a3dc6616d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405536
May 12 14:51:09.666572 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1fd0e-d756-4e94-8f7c-638c6c08ce91 req-b08d4e31-f227-4e11-9519-aa93d04baf2a tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:09.668101 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7db1fd0e-d756-4e94-8f7c-638c6c08ce91 req-b08d4e31-f227-4e11-9519-aa93d04baf2a tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.0828259
May 12 14:51:09.717044 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7db1fd0e-d756-4e94-8f7c-638c6c08ce91 req-07e181ff-3096-4b49-9664-c7c493ac70e1 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431914
May 12 14:51:10.597678 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 71d6ba38-f010-4812-ade3-cd0173c05466 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:51:10.744157 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 71d6ba38-f010-4812-ade3-cd0173c05466, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=71d6ba38-f010-4812-ade3-cd0173c05466,segment=NetworkSegment(026fa921-25ab-4849-ba71-8f38df60d19c),segment_id=026fa921-25ab-4849-ba71-8f38df60d19c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:51:10.758643 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '71d6ba38-f010-4812-ade3-cd0173c05466', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'port_id': '71d6ba38-f010-4812-ade3-cd0173c05466', 'mac_address': 'fa:16:3e:fb:39:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:51:10.826150 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:10.844502 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d6ba38-f010-4812-ade3-cd0173c05466 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:51:10.859999 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 71d6ba38-f010-4812-ade3-cd0173c05466, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=71d6ba38-f010-4812-ade3-cd0173c05466,segment=NetworkSegment(026fa921-25ab-4849-ba71-8f38df60d19c),segment_id=026fa921-25ab-4849-ba71-8f38df60d19c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:51:10.910008 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c0ea4-dfea-4e02-9ded-533daa0f31cc req-2dacb46e-17f8-40c2-976b-8175a67f9243 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:10.911514 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a31c0ea4-dfea-4e02-9ded-533daa0f31cc req-2dacb46e-17f8-40c2-976b-8175a67f9243 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.0803254
May 12 14:51:10.956192 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a31c0ea4-dfea-4e02-9ded-533daa0f31cc req-9611b575-c196-48a8-9209-bbb6706f99ec tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388205
May 12 14:51:11.036606 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:11.108566 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=71d6ba38-f010-4812-ade3-cd0173c05466,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:12.104137 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['71d6ba38-f010-4812-ade3-cd0173c05466'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:51:12.136347 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaefe28-475a-4591-9283-c9839fb0349f req-67961069-de75-4ae0-87a4-22f35e6faba2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:12.137967 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7eaefe28-475a-4591-9283-c9839fb0349f req-67961069-de75-4ae0-87a4-22f35e6faba2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 944 time: 0.0794663
May 12 14:51:12.183462 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7eaefe28-475a-4591-9283-c9839fb0349f req-76384f00-fc03-4829-a656-e3a77331b1f2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395517
May 12 14:51:13.045512 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d640c-9592-467d-bcc3-711ccc302e3e req-c619d2f0-c632-422e-ab93-4a87e5fd972e tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:13.046872 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-602d640c-9592-467d-bcc3-711ccc302e3e req-c619d2f0-c632-422e-ab93-4a87e5fd972e tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/networks?id=00edf37b-6815-4232-8afc-447b4ec96a1b HTTP/1.1" status: 200  len: 813 time: 0.1454723
May 12 14:51:13.061247 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-602d640c-9592-467d-bcc3-711ccc302e3e req-8cd07fc6-038d-499e-bd2b-865bb44ad53f tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/quotas/f9ed089c81294b4981046ede5ed951bd HTTP/1.1" status: 200  len: 375 time: 0.0089982
May 12 14:51:13.106611 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-602d640c-9592-467d-bcc3-711ccc302e3e req-61c688dd-668d-42d6-8bc1-4be170dfedda tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9ed089c81294b4981046ede5ed951bd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0406275
May 12 14:51:13.238922 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-602d640c-9592-467d-bcc3-711ccc302e3e req-ad07025e-1717-4211-be3a-214fe641feea service neutron] 10.222.0.49 "GET /v2.0/networks/00edf37b-6815-4232-8afc-447b4ec96a1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257260
May 12 14:51:13.369050 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-602d640c-9592-467d-bcc3-711ccc302e3e req-22febac7-6b65-4e5b-b551-0dd78a305ce0 service neutron] 10.222.0.49 "GET /v2.0/networks/00edf37b-6815-4232-8afc-447b4ec96a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243236
May 12 14:51:13.377309 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313b8c6-f145-47b7-8952-5aae11ef1959 req-dd8c83d5-ff3c-4c00-9baf-0675e9ae7efd tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:13.378802 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3313b8c6-f145-47b7-8952-5aae11ef1959 req-dd8c83d5-ff3c-4c00-9baf-0675e9ae7efd tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 944 time: 0.0803726
May 12 14:51:13.423128 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3313b8c6-f145-47b7-8952-5aae11ef1959 req-d0264a9d-ae40-4d2d-bb54-c609092bdb0f tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387015
May 12 14:51:13.622243 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-69212e3d-35d6-4acc-8d53-7a899e6c0d36 req-4e7f8238-9e66-4498-9b8d-621db4b40975 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 210 time: 0.0413480
May 12 14:51:14.614149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93b94a-4de4-4a5d-9311-39cfe658ffa2 req-0eadb309-fef6-4e6c-ab85-844025b2667c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:14.615629 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ee93b94a-4de4-4a5d-9311-39cfe658ffa2 req-0eadb309-fef6-4e6c-ab85-844025b2667c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 944 time: 0.0837073
May 12 14:51:14.666649 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ee93b94a-4de4-4a5d-9311-39cfe658ffa2 req-eb80dff8-3fc6-44e8-a2a5-8077421bbfd4 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435705
May 12 14:51:14.812892 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c14394c9-8be8-494d-9294-4adf9beaef9a req-b9ab6228-e885-48cb-a61e-eae89062135c tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 210 time: 0.0513284
May 12 14:51:14.937374 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefe31c-c722-4f5c-9f7b-cf0e40bfd72f req-6e87db5e-ecf3-4108-83a8-e7add3144454 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:14.938876 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bbefe31c-c722-4f5c-9f7b-cf0e40bfd72f req-6e87db5e-ecf3-4108-83a8-e7add3144454 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.0921986
May 12 14:51:14.986595 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bbefe31c-c722-4f5c-9f7b-cf0e40bfd72f req-a059ec50-8df0-4850-aa23-cdafc92ee56a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415397
May 12 14:51:15.035869 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 6e8c413a-feeb-438c-8a0b-999e6b370582 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:51:15.080170 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: 6e8c413a-feeb-438c-8a0b-999e6b370582 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:51:15.080514 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 6e8c413a-feeb-438c-8a0b-999e6b370582 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:51:15.852956 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013e65b-3dd1-406c-9da0-120841b39114 req-8c141032-8247-4137-aaff-28a444bfcc68 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:15.854423 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b013e65b-3dd1-406c-9da0-120841b39114 req-8c141032-8247-4137-aaff-28a444bfcc68 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 944 time: 0.0822589
May 12 14:51:15.899523 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b013e65b-3dd1-406c-9da0-120841b39114 req-66313cb1-0136-4375-9886-63ddc86c31d1 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389638
May 12 14:51:15.970990 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7484f4c5-1a6e-4ad5-bdb0-ef7af01a62f2 req-f4ff1263-c79d-455f-80bd-4a5845edf256 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 210 time: 0.0425196
May 12 14:51:16.174506 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9e67-d1ca-4d29-9271-cf981e01dad9 req-d5505d69-fb75-4dda-bdec-857b9f952e33 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:16.175973 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-db1d9e67-d1ca-4d29-9271-cf981e01dad9 req-d5505d69-fb75-4dda-bdec-857b9f952e33 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.0791187
May 12 14:51:16.219751 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-db1d9e67-d1ca-4d29-9271-cf981e01dad9 req-f89bd398-1dab-404d-9b67-70f587e498d6 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375044
May 12 14:51:16.648557 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d640c-9592-467d-bcc3-711ccc302e3e req-09c6ef85-f865-4932-ada2-ecec698be21b tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:16.651598 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-602d640c-9592-467d-bcc3-711ccc302e3e req-09c6ef85-f865-4932-ada2-ecec698be21b tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.71 "GET /v2.0/networks?id=00edf37b-6815-4232-8afc-447b4ec96a1b HTTP/1.1" status: 200  len: 813 time: 0.1491888
May 12 14:51:16.670322 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-602d640c-9592-467d-bcc3-711ccc302e3e req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Request body: {'port': {'device_id': '6809f21a-9df9-499a-aec9-c628d50b64e3', 'network_id': '00edf37b-6815-4232-8afc-447b4ec96a1b', 'admin_state_up': True, 'tenant_id': 'f9ed089c81294b4981046ede5ed951bd'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:51:16.808884 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-602d640c-9592-467d-bcc3-711ccc302e3e req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:51:16.818456 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-602d640c-9592-467d-bcc3-711ccc302e3e req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:51:16.957689 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-602d640c-9592-467d-bcc3-711ccc302e3e req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Made reservation on behalf of f9ed089c81294b4981046ede5ed951bd for: {'port': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:51:16.964098 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-602d640c-9592-467d-bcc3-711ccc302e3e req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:17.051865 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 71d6ba38-f010-4812-ade3-cd0173c05466 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:51:17.278026 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4e440fb7-3d08-482b-9bf5-f9d371cdf6fa req-014c9d3d-0f5e-4242-b872-79b15c4b84e4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 210 time: 0.0702548
May 12 14:51:17.292097 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [req-602d640c-9592-467d-bcc3-711ccc302e3e req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Allocated IP 172.20.0.13 (00edf37b-6815-4232-8afc-447b4ec96a1b/1fa425e0-5952-4500-838f-4bf68d084312/89a9ff10-8343-460a-9e65-0158c87f5841) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:51:17.356632 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port 71d6ba38-f010-4812-ade3-cd0173c05466 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:51:17.362022 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 71d6ba38-f010-4812-ade3-cd0173c05466 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:51:17.362583 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:17.494731 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e051848-eafa-42ae-a471-ca8ac45db972 req-37a8d665-1c5f-41a7-b727-dd909b7cdb49 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:17.503577 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2e051848-eafa-42ae-a471-ca8ac45db972 req-37a8d665-1c5f-41a7-b727-dd909b7cdb49 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1000185
May 12 14:51:17.557547 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2e051848-eafa-42ae-a471-ca8ac45db972 req-0ff66aa2-b66c-4dd5-81b7-0c68145f31b0 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529864
May 12 14:51:17.581738 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:17.629162 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7855c920-9df4-495a-9733-78fe42b1705d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d6ba38-f010-4812-ade3-cd0173c05466'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:51:17.640006 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 71d6ba38-f010-4812-ade3-cd0173c05466, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=71d6ba38-f010-4812-ade3-cd0173c05466,segment=NetworkSegment(026fa921-25ab-4849-ba71-8f38df60d19c),segment_id=026fa921-25ab-4849-ba71-8f38df60d19c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:51:17.681402 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fc79e-82fd-46f8-a9f9-c1049fc2e6aa req-14f8caba-8948-4da8-bd7c-2b5fb83243a5 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:17.688496 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-274fc79e-82fd-46f8-a9f9-c1049fc2e6aa req-14f8caba-8948-4da8-bd7c-2b5fb83243a5 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 944 time: 0.3020260
May 12 14:51:17.728989 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-602d640c-9592-467d-bcc3-711ccc302e3e req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:17.734758 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:17.761942 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-274fc79e-82fd-46f8-a9f9-c1049fc2e6aa req-3637db6b-8b13-4b88-9faa-171aa28933ba tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725167
May 12 14:51:17.793430 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87cfef5-70fd-4c1a-9f36-ca3c145a4fbc'] response: {'server_uuid': '7855c920-9df4-495a-9733-78fe42b1705d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d6ba38-f010-4812-ade3-cd0173c05466', 'code': 200}
May 12 14:51:17.846644 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=71d6ba38-f010-4812-ade3-cd0173c05466,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:17.907292 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-602d640c-9592-467d-bcc3-711ccc302e3e req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:17.989897 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Pushing event updated for resources: {'Port': ['ID=89a9ff10-8343-460a-9e65-0158c87f5841,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:18.002875 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:18.003482 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:18.003825 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:18.004193 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:18.004499 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:18.004894 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:18.005391 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:18.005904 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:18.006392 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:18.006722 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:18.007614 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:18.007942 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:18.015308 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-602d640c-9592-467d-bcc3-711ccc302e3e req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Network 00edf37b-6815-4232-8afc-447b4ec96a1b is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:51:18.016601 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [req-602d640c-9592-467d-bcc3-711ccc302e3e req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:51:18.019766 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-602d640c-9592-467d-bcc3-711ccc302e3e req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:51:18.091425 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d640c-9592-467d-bcc3-711ccc302e3e req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:18.092266 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-602d640c-9592-467d-bcc3-711ccc302e3e req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:18.460439 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-602d640c-9592-467d-bcc3-711ccc302e3e req-8fc0292f-5c17-46cd-87d0-eb0cc4244126 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7938373
May 12 14:51:18.482369 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Request body: {'port': {'device_id': '6809f21a-9df9-499a-aec9-c628d50b64e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:51:18.552280 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-df752397-9741-4454-b5fe-367a73bdfcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:18.621956 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7da08-1afe-4adc-bb0d-b223be3c97e4 req-9410910c-f9e2-4d5a-8c4e-700675585895 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:18.624513 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-62e7da08-1afe-4adc-bb0d-b223be3c97e4 req-9410910c-f9e2-4d5a-8c4e-700675585895 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 932 time: 0.2140973
May 12 14:51:18.666162 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:18.783446 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-62e7da08-1afe-4adc-bb0d-b223be3c97e4 req-8c60e2e6-ac86-4d6f-9d6a-d47d67734708 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981824
May 12 14:51:18.803341 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827d895-c818-4264-a4ca-ea7915080405 req-e89b0fb3-3ce1-4897-9dd8-3f0ae1d2ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:18.805866 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6827d895-c818-4264-a4ca-ea7915080405 req-e89b0fb3-3ce1-4897-9dd8-3f0ae1d2ad51 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 1098 time: 0.1781521
May 12 14:51:18.876493 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6827d895-c818-4264-a4ca-ea7915080405 req-90e79057-8be5-49e2-b836-55dc68465358 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595253
May 12 14:51:18.915095 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189f723-e487-4abf-aef4-9a6786958cbd req-c8a9bb20-91a4-4800-873d-a99b02680301 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:18.919289 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b189f723-e487-4abf-aef4-9a6786958cbd req-c8a9bb20-91a4-4800-873d-a99b02680301 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.2069893
May 12 14:51:18.998632 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4da36-bf5c-4fcf-b77a-9f4753128885 req-ea517fff-853d-4d5e-bbbe-ad966accc48a tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:19.005809 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6cf4da36-bf5c-4fcf-b77a-9f4753128885 req-ea517fff-853d-4d5e-bbbe-ad966accc48a tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.1059504
May 12 14:51:19.052927 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6cf4da36-bf5c-4fcf-b77a-9f4753128885 req-861f3729-d320-4732-b98f-dcea1fc81870 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462666
May 12 14:51:19.061477 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b189f723-e487-4abf-aef4-9a6786958cbd req-e93a7a47-2c6f-4a49-87b0-33c48a43a467 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632970
May 12 14:51:19.241510 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a9ff10-8343-460a-9e65-0158c87f5841 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:51:19.251011 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:19.269588 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Transition to ACTIVE for port object 89a9ff10-8343-460a-9e65-0158c87f5841 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:51:19.368697 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:19.533294 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Pushing event updated for resources: {'Port': ['ID=89a9ff10-8343-460a-9e65-0158c87f5841,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:19.652044 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Attempting to bind port 89a9ff10-8343-460a-9e65-0158c87f5841 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:51:19.652451 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Attempting to bind port 89a9ff10-8343-460a-9e65-0158c87f5841 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '0ec01c1e-16f2-43cf-9919-e82b61c26c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '00edf37b-6815-4232-8afc-447b4ec96a1b'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:51:19.652884 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Attempting to bind port 89a9ff10-8343-460a-9e65-0158c87f5841 on network 00edf37b-6815-4232-8afc-447b4ec96a1b {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:51:19.658103 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Port 89a9ff10-8343-460a-9e65-0158c87f5841 on network 00edf37b-6815-4232-8afc-447b4ec96a1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:51:19.658528 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Attempting to bind port 89a9ff10-8343-460a-9e65-0158c87f5841 on network 00edf37b-6815-4232-8afc-447b4ec96a1b {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:51:19.664183 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:51:19.664660 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Checking segment: {'id': '0ec01c1e-16f2-43cf-9919-e82b61c26c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '00edf37b-6815-4232-8afc-447b4ec96a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:51:19.665152 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Bound using segment: {'id': '0ec01c1e-16f2-43cf-9919-e82b61c26c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '00edf37b-6815-4232-8afc-447b4ec96a1b'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:51:19.665720 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Bound port: 89a9ff10-8343-460a-9e65-0158c87f5841, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec01c1e-16f2-43cf-9919-e82b61c26c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '00edf37b-6815-4232-8afc-447b4ec96a1b'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:51:19.666178 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:19.764300 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] For port 89a9ff10-8343-460a-9e65-0158c87f5841, host hv-cinder-83118, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:51:19.768018 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] For port 89a9ff10-8343-460a-9e65-0158c87f5841, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=89a9ff10-8343-460a-9e65-0158c87f5841,segment=NetworkSegment(0ec01c1e-16f2-43cf-9919-e82b61c26c7b),segment_id=0ec01c1e-16f2-43cf-9919-e82b61c26c7b)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:51:19.894018 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:19.985308 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:19.986251 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:19.988816 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-602d640c-9592-467d-bcc3-711ccc302e3e req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] 10.222.0.71 "PUT /v2.0/ports/89a9ff10-8343-460a-9e65-0158c87f5841 HTTP/1.1" status: 200  len: 1094 time: 1.5119545
May 12 14:51:19.988816 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6809f21a-9df9-499a-aec9-c628d50b64e3', 'tag': '89a9ff10-8343-460a-9e65-0158c87f5841'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:51:20.019029 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b8643-ae44-4c2b-ab43-1db4e943ccc1 service neutron] Pushing event updated for resources: {'Port': ['ID=89a9ff10-8343-460a-9e65-0158c87f5841,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:20.021910 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c795e8-d0ce-4948-a498-95e3b48fe521 req-ddf62895-e15c-4072-a1a6-fe96bc804676 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:20.030625 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-43c795e8-d0ce-4948-a498-95e3b48fe521 req-ddf62895-e15c-4072-a1a6-fe96bc804676 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 944 time: 0.1173050
May 12 14:51:20.043626 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1557d2ed-318b-4dcd-bf49-5d828f49d341'] response: {'name': 'network-changed', 'server_uuid': '6809f21a-9df9-499a-aec9-c628d50b64e3', 'tag': '89a9ff10-8343-460a-9e65-0158c87f5841', 'status': 'completed', 'code': 200}
May 12 14:51:20.071196 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-43c795e8-d0ce-4948-a498-95e3b48fe521 req-072a65f1-11bb-42c7-8a3d-ee16c42792cf tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396883
May 12 14:51:20.200434 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497b856-8c14-428c-a74b-36a7fa1daf04 req-3678ce08-6895-44a3-9fdb-edd5531eee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:20.201955 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2497b856-8c14-428c-a74b-36a7fa1daf04 req-3678ce08-6895-44a3-9fdb-edd5531eee29 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9ed089c81294b4981046ede5ed951bd&device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 1097 time: 0.0898426
May 12 14:51:20.361712 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5be0b-c7ca-4b0d-8879-7ef5c1a6deb7 req-b7fbbd00-7904-4443-b55a-54aad447c70f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:20.369806 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c6b5be0b-c7ca-4b0d-8879-7ef5c1a6deb7 req-b7fbbd00-7904-4443-b55a-54aad447c70f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1101825
May 12 14:51:20.436149 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c6b5be0b-c7ca-4b0d-8879-7ef5c1a6deb7 req-faad3b42-5c0f-48c5-86b6-9a7440b3b8f1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652049
May 12 14:51:20.499631 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497b856-8c14-428c-a74b-36a7fa1daf04 req-b55856e3-a869-4940-a344-e18406d068ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:20.502020 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2497b856-8c14-428c-a74b-36a7fa1daf04 req-b55856e3-a869-4940-a344-e18406d068ed service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=f9ed089c81294b4981046ede5ed951bd&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2758489
May 12 14:51:20.517094 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba477deb-4efd-4777-a24e-ed8f9748af5d req-91210537-4593-4109-836e-26e38a894829 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:20.521954 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ba477deb-4efd-4777-a24e-ed8f9748af5d req-91210537-4593-4109-836e-26e38a894829 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.2581511
May 12 14:51:20.686886 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ba477deb-4efd-4777-a24e-ed8f9748af5d req-b626bda4-65af-43e2-8c18-987905335310 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1467957
May 12 14:51:20.740380 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0d7aefa0-278a-4739-9b27-7b9f64e089c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:20.866546 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497b856-8c14-428c-a74b-36a7fa1daf04 req-6d8cc94f-b90f-4a16-b6ac-b91a062307b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:20.868319 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2497b856-8c14-428c-a74b-36a7fa1daf04 req-6d8cc94f-b90f-4a16-b6ac-b91a062307b4 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3477521
May 12 14:51:21.027661 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d640c-9592-467d-bcc3-711ccc302e3e req-c5ebb2d5-bcde-4d8c-980d-e89e0c29d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:21.029173 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-602d640c-9592-467d-bcc3-711ccc302e3e req-c5ebb2d5-bcde-4d8c-980d-e89e0c29d1cb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9ed089c81294b4981046ede5ed951bd&device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 1097 time: 0.0778196
May 12 14:51:21.123384 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-602d640c-9592-467d-bcc3-711ccc302e3e req-fae8325b-5293-4334-a72a-82272d9a31c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89a9ff10-8343-460a-9e65-0158c87f5841 HTTP/1.1" status: 200  len: 217 time: 0.0751956
May 12 14:51:21.195084 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d640c-9592-467d-bcc3-711ccc302e3e req-733dc369-9095-4e74-b2fd-cbf94ba5db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:21.196783 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-602d640c-9592-467d-bcc3-711ccc302e3e req-733dc369-9095-4e74-b2fd-cbf94ba5db69 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1fa425e0-5952-4500-838f-4bf68d084312 HTTP/1.1" status: 200  len: 853 time: 0.0629289
May 12 14:51:21.275193 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-602d640c-9592-467d-bcc3-711ccc302e3e req-367c1dca-538b-438a-bcce-909727ad3d2d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=00edf37b-6815-4232-8afc-447b4ec96a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0703518
May 12 14:51:21.303552 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65219aa2-e692-4328-8c01-e095483d37dd req-a2e5513a-9bdf-4509-a9cb-014002eb0d55 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:21.305570 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-65219aa2-e692-4328-8c01-e095483d37dd req-a2e5513a-9bdf-4509-a9cb-014002eb0d55 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 944 time: 0.1177857
May 12 14:51:21.362155 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-65219aa2-e692-4328-8c01-e095483d37dd req-6d3fdffc-71b0-48c5-b753-19dcda4752a0 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502644
May 12 14:51:21.438086 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-602d640c-9592-467d-bcc3-711ccc302e3e req-a443f5b6-9c1d-41d6-a46e-c40a18a0b148 service neutron] 10.222.0.71 "GET /v2.0/networks/00edf37b-6815-4232-8afc-447b4ec96a1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359875
May 12 14:51:21.644575 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-602d640c-9592-467d-bcc3-711ccc302e3e req-ae8855d2-3a04-44ed-9f8c-37ea737c9b44 service neutron] 10.222.0.71 "GET /v2.0/networks/00edf37b-6815-4232-8afc-447b4ec96a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1946514
May 12 14:51:21.673257 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e20fd-f6f9-4cfb-8d89-22372423f630 req-c020504e-4c3d-4cca-8708-d96b9af50dfe tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:21.674746 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8c6e20fd-f6f9-4cfb-8d89-22372423f630 req-c020504e-4c3d-4cca-8708-d96b9af50dfe tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1039822
May 12 14:51:21.693380 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:21.748390 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8c6e20fd-f6f9-4cfb-8d89-22372423f630 req-4085719a-a350-4f08-980e-b3bf1fa9cdfd tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658185
May 12 14:51:21.779429 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:21.935888 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e23b01-6152-4291-8d02-9cc191d87560 req-4c04037a-6b79-487d-9814-847fb91d34b5 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:21.941441 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-45e23b01-6152-4291-8d02-9cc191d87560 req-4c04037a-6b79-487d-9814-847fb91d34b5 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.1274621
May 12 14:51:22.003832 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-45e23b01-6152-4291-8d02-9cc191d87560 req-c0721e41-670d-47c1-8337-fd989fe19a5c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600102
May 12 14:51:22.202282 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70828a5-8281-4f2e-97c0-12a994990c10 req-b46a0c08-e3f4-460c-a9f6-225d02ef4746 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:22.203719 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a70828a5-8281-4f2e-97c0-12a994990c10 req-b46a0c08-e3f4-460c-a9f6-225d02ef4746 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.0892656
May 12 14:51:22.255338 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a70828a5-8281-4f2e-97c0-12a994990c10 req-70534276-ce16-43cb-82fe-08e29c0e4663 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457094
May 12 14:51:22.276939 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 35322) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:51:22.571506 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197e832-b919-4bf9-b7d6-36a2ef7bc7b7 req-ac8c29eb-2484-48d3-b418-8e10964c193d tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:22.579669 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c197e832-b919-4bf9-b7d6-36a2ef7bc7b7 req-ac8c29eb-2484-48d3-b418-8e10964c193d tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 944 time: 0.0963085
May 12 14:51:22.581606 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29dfdb1-82f1-4870-b4db-d3b61ca9c87d tempest-TestShelveInstance-734794738 tempest-TestShelveInstance-734794738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:22.583150 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-d29dfdb1-82f1-4870-b4db-d3b61ca9c87d tempest-TestShelveInstance-734794738 tempest-TestShelveInstance-734794738-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 1093 time: 0.3033926
May 12 14:51:22.586524 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 35332) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:51:22.591576 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Request body: {'floatingip': {'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'port_id': '71d6ba38-f010-4812-ade3-cd0173c05466', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:51:22.597512 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:51:22.601714 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Usage tracker for resource:floatingip and tenant:0bfe8d8bce3f496d9162c7f9c8727273 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:51:22.604763 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:51:22.610916 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:51:22.626299 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c197e832-b919-4bf9-b7d6-36a2ef7bc7b7 req-74f34622-4f3f-47a7-bd2e-04eb1ad29c75 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456936
May 12 14:51:22.757748 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for floatingip, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:22.982923 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ce747-aa54-4994-b1cd-5b25883a8b03 req-f3c4ace1-63c0-4c7c-b5d6-6373c9e30015 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:22.984376 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-732ce747-aa54-4994-b1cd-5b25883a8b03 req-f3c4ace1-63c0-4c7c-b5d6-6373c9e30015 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1160011
May 12 14:51:22.996115 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:23.033097 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:23.076166 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-732ce747-aa54-4994-b1cd-5b25883a8b03 req-4047bd68-805a-48ee-a800-70770882df71 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832465
May 12 14:51:23.231594 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Allocated IP 172.27.3.75 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/8c1ef1d9-14ca-423b-ae6e-7677b0f7c1a3) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:51:23.360498 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:23.682491 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:23.749270 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:51:23.752351 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:51:23.756144 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:51:23.789363 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Pushing event updated for resources: {'Port': ['ID=8c1ef1d9-14ca-423b-ae6e-7677b0f7c1a3,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:23.840724 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49572e-fc19-402b-bfa8-fea1a0dfeebd req-1fb24fb5-0978-4a6a-8557-ec92c2743bb1 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:23.847070 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1d49572e-fc19-402b-bfa8-fea1a0dfeebd req-1fb24fb5-0978-4a6a-8557-ec92c2743bb1 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 944 time: 0.1112680
May 12 14:51:23.905124 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1d49572e-fc19-402b-bfa8-fea1a0dfeebd req-9b413c15-bb63-48e5-9147-ae1c04c26fe4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551078
May 12 14:51:24.384904 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227178d-64d1-40b1-a498-2c0dab8d1a0a req-01fc9b87-3c8d-4d76-9989-e0d27e83ef4f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:24.386413 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6227178d-64d1-40b1-a498-2c0dab8d1a0a req-01fc9b87-3c8d-4d76-9989-e0d27e83ef4f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1274059
May 12 14:51:24.447671 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6227178d-64d1-40b1-a498-2c0dab8d1a0a req-95176217-a1aa-4853-8c21-6cb88e3cf351 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504906
May 12 14:51:24.476825 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:24.714977 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:25.011008 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:25.071205 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 89a9ff10-8343-460a-9e65-0158c87f5841 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:51:25.081989 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:25.112033 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e3e49-d1df-4ebf-a2f1-b5d72cecc2ff req-fd63e110-5def-420f-aaf6-84ebde0db51e tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:25.121424 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-512e3e49-d1df-4ebf-a2f1-b5d72cecc2ff req-fd63e110-5def-420f-aaf6-84ebde0db51e tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 944 time: 0.1021390
May 12 14:51:25.177231 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-512e3e49-d1df-4ebf-a2f1-b5d72cecc2ff req-48febc3f-4b08-4601-9736-2369ea49fbe1 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546355
May 12 14:51:25.278936 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 89a9ff10-8343-460a-9e65-0158c87f5841, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=89a9ff10-8343-460a-9e65-0158c87f5841,segment=NetworkSegment(0ec01c1e-16f2-43cf-9919-e82b61c26c7b),segment_id=0ec01c1e-16f2-43cf-9919-e82b61c26c7b)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:51:25.280233 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Pushing event updated for resources: {'Port': ['ID=8c1ef1d9-14ca-423b-ae6e-7677b0f7c1a3,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:25.290476 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:25.293506 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '89a9ff10-8343-460a-9e65-0158c87f5841', 'network_id': '00edf37b-6815-4232-8afc-447b4ec96a1b', 'port_id': '89a9ff10-8343-460a-9e65-0158c87f5841', 'mac_address': 'fa:16:3e:b3:09:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa425e0-5952-4500-838f-4bf68d084312', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:51:25.354395 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:25.371673 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a9ff10-8343-460a-9e65-0158c87f5841 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:51:25.394056 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 89a9ff10-8343-460a-9e65-0158c87f5841, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=89a9ff10-8343-460a-9e65-0158c87f5841,segment=NetworkSegment(0ec01c1e-16f2-43cf-9919-e82b61c26c7b),segment_id=0ec01c1e-16f2-43cf-9919-e82b61c26c7b)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:51:25.464738 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:25.500369 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Floating IP 15724d23-d34e-42ff-9a54-b5b8d9970cf3 associated. External IP: 172.27.3.75, port: 71d6ba38-f010-4812-ade3-cd0173c05466.
May 12 14:51:25.541261 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=89a9ff10-8343-460a-9e65-0158c87f5841,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:25.813203 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668e393-e715-4578-8877-97e869ad86ae req-b1610a68-a5a0-4c64-a4a5-6b8f546074c1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:25.814630 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5668e393-e715-4578-8877-97e869ad86ae req-b1610a68-a5a0-4c64-a4a5-6b8f546074c1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.2321706
May 12 14:51:25.943514 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5668e393-e715-4578-8877-97e869ad86ae req-f7f25b90-6fc1-41c7-8672-a89c286e75cd tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1198821
May 12 14:51:25.979657 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Router 87526dfe-a971-47f0-b0ee-07b5df60f186 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:51:26.021845 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['89a9ff10-8343-460a-9e65-0158c87f5841'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:51:26.324475 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:51:26.336521 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d59921-b2e1-43da-87d2-f2d7f070d8e0 None None] Sync routers for ids ['87526dfe-a971-47f0-b0ee-07b5df60f186'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:51:26.355204 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d59921-b2e1-43da-87d2-f2d7f070d8e0 None None] Routers {'87526dfe-a971-47f0-b0ee-07b5df60f186'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:51:26.356070 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-91d59921-b2e1-43da-87d2-f2d7f070d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7be580>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:51:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['87526dfe-a971-47f0-b0ee-07b5df60f186'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:51:26.414050 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:26.444429 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfd8f3-fca8-41df-981b-99f06e47d87a req-74b5b62a-1da0-4eb1-b2f4-04ee3c0751a5 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:26.447332 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-13cfd8f3-fca8-41df-981b-99f06e47d87a req-74b5b62a-1da0-4eb1-b2f4-04ee3c0751a5 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 945 time: 0.0922079
May 12 14:51:26.515154 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-13cfd8f3-fca8-41df-981b-99f06e47d87a req-7b215e65-267e-40be-a168-027e7e33a16d tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617211
May 12 14:51:26.540966 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-8e3fb976-ccf6-44e0-b994-1d3e57a1bd59 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.9533696
May 12 14:51:26.541966 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7855c920-9df4-495a-9733-78fe42b1705d', 'tag': '71d6ba38-f010-4812-ade3-cd0173c05466'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:51:26.587451 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e6b5c3-b475-4ce6-a6b0-6657d5b43eec'] response: {'name': 'network-changed', 'server_uuid': '7855c920-9df4-495a-9733-78fe42b1705d', 'tag': '71d6ba38-f010-4812-ade3-cd0173c05466', 'status': 'completed', 'code': 200}
May 12 14:51:26.610355 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-91d59921-b2e1-43da-87d2-f2d7f070d8e0 None None] Set router 87526dfe-a971-47f0-b0ee-07b5df60f186 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:51:26.755149 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe86f03-1f1a-4113-b61b-eb0b7dba441a req-11d16bcb-2dee-4a78-bf90-87c2d9e238f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:26.757622 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5fe86f03-1f1a-4113-b61b-eb0b7dba441a req-11d16bcb-2dee-4a78-bf90-87c2d9e238f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0bfe8d8bce3f496d9162c7f9c8727273&device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 1098 time: 0.0897563
May 12 14:51:26.924226 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe86f03-1f1a-4113-b61b-eb0b7dba441a req-30f272e3-2687-4934-8741-d0fef8c952c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:26.926365 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5fe86f03-1f1a-4113-b61b-eb0b7dba441a req-30f272e3-2687-4934-8741-d0fef8c952c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4c2f6902-97e3-4408-9b2c-59df76c4d77b HTTP/1.1" status: 200  len: 910 time: 0.1548622
May 12 14:51:27.044644 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5fe86f03-1f1a-4113-b61b-eb0b7dba441a req-d3ac4306-5102-441e-9228-5526c561b666 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71d6ba38-f010-4812-ade3-cd0173c05466 HTTP/1.1" status: 200  len: 998 time: 0.1087916
May 12 14:51:27.057137 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-91d59921-b2e1-43da-87d2-f2d7f070d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7be580>, [{'id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:56Z', 'updated_at': '2022-05-12T14:50:02Z', 'revision_number': 4, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'gw_port': {'id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:57Z', 'updated_at': '2022-05-12T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '15724d23-d34e-42ff-9a54-b5b8d9970cf3', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'port_id': '71d6ba38-f010-4812-ade3-cd0173c05466', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'mac_address': 'fa:16:3e:fb:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7855c920-9df4-495a-9733-78fe42b1705d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:51:24Z', 'updated_at': '2022-05-12T14:51:24Z', 'revision_number': 0, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e8adb0-a773-405a-9967-2b3a919bbd71', 'name': '', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'mac_address': 'fa:16:3e:d1:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:01Z', 'updated_at': '2022-05-12T14:50:09Z', 'revision_number': 5, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'subnets': [{'id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:51:27.063013 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d59921-b2e1-43da-87d2-f2d7f070d8e0 None None] Checking router: 87526dfe-a971-47f0-b0ee-07b5df60f186 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:51:27.072145 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d59921-b2e1-43da-87d2-f2d7f070d8e0 None None] Routers {'87526dfe-a971-47f0-b0ee-07b5df60f186'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:51:27.072942 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-91d59921-b2e1-43da-87d2-f2d7f070d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7be580>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:51:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['87526dfe-a971-47f0-b0ee-07b5df60f186'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:51:27.117539 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe86f03-1f1a-4113-b61b-eb0b7dba441a req-239388e6-cf54-4382-a4d1-ab2cd58040a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:27.118995 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5fe86f03-1f1a-4113-b61b-eb0b7dba441a req-239388e6-cf54-4382-a4d1-ab2cd58040a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bc671b6f-54dd-41f2-becb-3db170ece0f8 HTTP/1.1" status: 200  len: 848 time: 0.0632894
May 12 14:51:27.221712 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7aed-9e57-4494-882a-46afe685853d req-03701a91-f6a8-4017-8713-f354938a598a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:27.227567 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ab5e7aed-9e57-4494-882a-46afe685853d req-03701a91-f6a8-4017-8713-f354938a598a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1461599
May 12 14:51:27.228229 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe86f03-1f1a-4113-b61b-eb0b7dba441a req-fa519230-2d0d-4224-a118-2d41ed73d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:27.229677 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5fe86f03-1f1a-4113-b61b-eb0b7dba441a req-fa519230-2d0d-4224-a118-2d41ed73d648 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c2f6902-97e3-4408-9b2c-59df76c4d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1027708
May 12 14:51:27.296660 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-91d59921-b2e1-43da-87d2-f2d7f070d8e0 None None] Set router 87526dfe-a971-47f0-b0ee-07b5df60f186 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:51:27.330450 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ab5e7aed-9e57-4494-882a-46afe685853d req-c3ac8f07-afa5-418a-bc6e-e96b8953d1ec tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902486
May 12 14:51:27.402035 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5fe86f03-1f1a-4113-b61b-eb0b7dba441a req-313322dc-e360-4f12-9ec8-4048afa7e9c2 service neutron] 10.222.0.71 "GET /v2.0/networks/4c2f6902-97e3-4408-9b2c-59df76c4d77b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519487
May 12 14:51:27.471389 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:51:27.567645 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5fe86f03-1f1a-4113-b61b-eb0b7dba441a req-c8021698-1385-432a-bb50-6b87c3d30a90 service neutron] 10.222.0.71 "GET /v2.0/networks/4c2f6902-97e3-4408-9b2c-59df76c4d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583018
May 12 14:51:27.704326 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-91d59921-b2e1-43da-87d2-f2d7f070d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7be580>, [{'id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:56Z', 'updated_at': '2022-05-12T14:50:02Z', 'revision_number': 4, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'gw_port': {'id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:57Z', 'updated_at': '2022-05-12T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '15724d23-d34e-42ff-9a54-b5b8d9970cf3', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'port_id': '71d6ba38-f010-4812-ade3-cd0173c05466', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'mac_address': 'fa:16:3e:fb:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7855c920-9df4-495a-9733-78fe42b1705d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:51:24Z', 'updated_at': '2022-05-12T14:51:24Z', 'revision_number': 0, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e8adb0-a773-405a-9967-2b3a919bbd71', 'name': '', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'mac_address': 'fa:16:3e:d1:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:01Z', 'updated_at': '2022-05-12T14:50:09Z', 'revision_number': 5, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'subnets': [{'id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:51:27.710939 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d59921-b2e1-43da-87d2-f2d7f070d8e0 None None] The sync data for ids ['87526dfe-a971-47f0-b0ee-07b5df60f186'] in dv-cinder-831187-2-iscsi is: [{'id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:56Z', 'updated_at': '2022-05-12T14:50:02Z', 'revision_number': 4, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'gw_port': {'id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:57Z', 'updated_at': '2022-05-12T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '15724d23-d34e-42ff-9a54-b5b8d9970cf3', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'port_id': '71d6ba38-f010-4812-ade3-cd0173c05466', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'mac_address': 'fa:16:3e:fb:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7855c920-9df4-495a-9733-78fe42b1705d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:51:24Z', 'updated_at': '2022-05-12T14:51:24Z', 'revision_number': 0, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e8adb0-a773-405a-9967-2b3a919bbd71', 'name': '', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'mac_address': 'fa:16:3e:d1:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:01Z', 'updated_at': '2022-05-12T14:50:09Z', 'revision_number': 5, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'subnets': [{'id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:51:27.819148 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf8317-a0c0-464f-8dd9-7c2174d08ba4 req-5bcbac97-cbc4-432c-a5ee-8758faf60e7f tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:27.820663 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-4daf8317-a0c0-464f-8dd9-7c2174d08ba4 req-5bcbac97-cbc4-432c-a5ee-8758faf60e7f tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Synchronizing usage tracker for tenant:f9ed089c81294b4981046ede5ed951bd on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:51:27.940427 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-4daf8317-a0c0-464f-8dd9-7c2174d08ba4 req-5bcbac97-cbc4-432c-a5ee-8758faf60e7f tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Unset dirty status for tenant:f9ed089c81294b4981046ede5ed951bd on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:51:27.942584 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4daf8317-a0c0-464f-8dd9-7c2174d08ba4 req-5bcbac97-cbc4-432c-a5ee-8758faf60e7f tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 945 time: 0.2471035
May 12 14:51:28.006164 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3bdf9-c658-48d1-b967-22b7b703f800 None None] New status for floating IP 15724d23-d34e-42ff-9a54-b5b8d9970cf3: ACTIVE {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:51:28.030432 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4daf8317-a0c0-464f-8dd9-7c2174d08ba4 req-9ce6b794-429c-4a74-9cab-4fbb7afebfe4 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820818
May 12 14:51:28.516333 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:28.541483 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08de5f-3183-4679-b4f6-9b400c03aa97 req-98789ce5-eca1-4148-8539-0e18bc3c8a5c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:28.542972 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ed08de5f-3183-4679-b4f6-9b400c03aa97 req-98789ce5-eca1-4148-8539-0e18bc3c8a5c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1033115
May 12 14:51:28.599464 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ed08de5f-3183-4679-b4f6-9b400c03aa97 req-bdff135a-c095-4c7a-afcb-00253cede7ba tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496802
May 12 14:51:29.082122 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 89a9ff10-8343-460a-9e65-0158c87f5841 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:51:29.232585 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd708730-e35a-4ea8-89fe-d2cd7379ef88 req-f935c620-b5b8-4c2c-af14-b8b5f736d2f0 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:29.240057 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd708730-e35a-4ea8-89fe-d2cd7379ef88 req-f935c620-b5b8-4c2c-af14-b8b5f736d2f0 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 945 time: 0.0971222
May 12 14:51:29.291631 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd708730-e35a-4ea8-89fe-d2cd7379ef88 req-852d10bb-790c-457b-b671-758a92c01ddb tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503688
May 12 14:51:29.350329 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port 89a9ff10-8343-460a-9e65-0158c87f5841 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:51:29.357167 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 89a9ff10-8343-460a-9e65-0158c87f5841 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:51:29.360619 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:29.489522 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:29.517376 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6809f21a-9df9-499a-aec9-c628d50b64e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a9ff10-8343-460a-9e65-0158c87f5841'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:51:29.527550 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 89a9ff10-8343-460a-9e65-0158c87f5841, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=89a9ff10-8343-460a-9e65-0158c87f5841,segment=NetworkSegment(0ec01c1e-16f2-43cf-9919-e82b61c26c7b),segment_id=0ec01c1e-16f2-43cf-9919-e82b61c26c7b)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:51:29.567420 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c44ec7-4abd-4a90-b439-daceb208ed85'] response: {'server_uuid': '6809f21a-9df9-499a-aec9-c628d50b64e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a9ff10-8343-460a-9e65-0158c87f5841', 'code': 200}
May 12 14:51:29.676366 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:29.756605 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=89a9ff10-8343-460a-9e65-0158c87f5841,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:29.814525 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39b989-46b3-443a-8a9b-6f07f83c45c5 req-3dcd2e3f-4f55-4627-b34e-ba8430e23b3f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:29.816137 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ea39b989-46b3-443a-8a9b-6f07f83c45c5 req-3dcd2e3f-4f55-4627-b34e-ba8430e23b3f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.0891914
May 12 14:51:29.875618 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ea39b989-46b3-443a-8a9b-6f07f83c45c5 req-08409226-76a0-40e1-8cfe-3918097f4182 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532362
May 12 14:51:30.083185 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3e692-a2dd-4233-b985-5682813f9fd6 req-8da5c48d-2ada-4b64-8839-4fc1b367f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:30.084647 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-70e3e692-a2dd-4233-b985-5682813f9fd6 req-8da5c48d-2ada-4b64-8839-4fc1b367f419 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 1099 time: 0.0776362
May 12 14:51:30.140456 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-70e3e692-a2dd-4233-b985-5682813f9fd6 req-b40bba64-d60d-414d-b13d-37b185a7dc59 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398858
May 12 14:51:30.514186 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4668ec-476d-4195-868d-b24ce0858023 req-dbad9a66-45a4-433f-8599-a8ddfe5f2521 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:30.515688 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fa4668ec-476d-4195-868d-b24ce0858023 req-dbad9a66-45a4-433f-8599-a8ddfe5f2521 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 946 time: 0.0819497
May 12 14:51:30.563195 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fa4668ec-476d-4195-868d-b24ce0858023 req-a6f4f51e-cf7e-4b28-a76b-5366a9e22da1 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417554
May 12 14:51:31.117258 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fd860-cab3-40c3-a9f0-6ab333d716f8 req-0c4ecc57-2624-4114-81e3-9bc246c64f5e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:31.119385 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a82fd860-cab3-40c3-a9f0-6ab333d716f8 req-0c4ecc57-2624-4114-81e3-9bc246c64f5e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1215723
May 12 14:51:31.196312 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a82fd860-cab3-40c3-a9f0-6ab333d716f8 req-b63f31dc-266b-467f-96be-8b09ffe2fbde tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692098
May 12 14:51:31.754096 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38a0fe-7f72-4255-964f-dc2a5f24e7f6 req-c4732e51-a515-4b4d-81c3-9bc5e8b421cd tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:31.755741 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cb38a0fe-7f72-4255-964f-dc2a5f24e7f6 req-c4732e51-a515-4b4d-81c3-9bc5e8b421cd tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 946 time: 0.0834846
May 12 14:51:31.802680 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cb38a0fe-7f72-4255-964f-dc2a5f24e7f6 req-cc147b46-57a3-45f2-a505-5d64ae77d5f5 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403628
May 12 14:51:32.393373 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb874d2d-9f86-4771-a260-695b970be686 req-b4a4e5a5-5d5c-4be7-85e3-a59973b62459 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:32.397012 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cb874d2d-9f86-4771-a260-695b970be686 req-b4a4e5a5-5d5c-4be7-85e3-a59973b62459 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.0839167
May 12 14:51:32.447435 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cb874d2d-9f86-4771-a260-695b970be686 req-4818547e-f5f4-4e74-b5b9-9fada6a4f321 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443952
May 12 14:51:32.995762 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8358f-9d77-4ee9-a12d-267e4db884ce req-bcff8280-c80e-4cec-bf36-ec371b19c467 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:32.997905 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eeb8358f-9d77-4ee9-a12d-267e4db884ce req-bcff8280-c80e-4cec-bf36-ec371b19c467 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 946 time: 0.0866752
May 12 14:51:33.044811 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eeb8358f-9d77-4ee9-a12d-267e4db884ce req-595b2112-62ed-4257-aff7-8f39799e8cc7 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407114
May 12 14:51:33.134473 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 892fd785-17e4-4442-9f7d-2e5d18b22e9f details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:51:33.409836 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 892fd785-17e4-4442-9f7d-2e5d18b22e9f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:51:33.411287 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'port_id': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'mac_address': 'fa:16:3e:35:e7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:51:33.472010 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:33.492840 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 892fd785-17e4-4442-9f7d-2e5d18b22e9f {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:51:33.517600 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 892fd785-17e4-4442-9f7d-2e5d18b22e9f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:51:33.656023 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85c6d3-9aee-4fa9-85c5-b494f06214f4 req-7c66e6d2-843d-4a5e-bd6f-9c410db4326b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:33.658433 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1c85c6d3-9aee-4fa9-85c5-b494f06214f4 req-7c66e6d2-843d-4a5e-bd6f-9c410db4326b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.0906901
May 12 14:51:33.693414 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:33.704320 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1c85c6d3-9aee-4fa9-85c5-b494f06214f4 req-620aef48-5789-461d-829a-39e388c7015f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392704
May 12 14:51:33.778010 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=892fd785-17e4-4442-9f7d-2e5d18b22e9f,revision_number=6']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:33.785877 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:33.786239 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:33.786604 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:33.786938 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:33.787274 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:33.787605 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:33.788418 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:33.788751 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:33.789083 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:33.789407 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:33.789727 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:33.790048 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:34.003669 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['892fd785-17e4-4442-9f7d-2e5d18b22e9f'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:51:34.907416 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d8708-4774-473c-a3a8-0cda1c9d1b34 req-4211878b-d7c6-48d2-9a67-9075975932ea tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:34.908783 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-982d8708-4774-473c-a3a8-0cda1c9d1b34 req-4211878b-d7c6-48d2-9a67-9075975932ea tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 944 time: 0.0828650
May 12 14:51:34.952443 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-982d8708-4774-473c-a3a8-0cda1c9d1b34 req-dd54eeea-f5e8-4384-a0ee-7467c5950604 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373046
May 12 14:51:35.116706 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 892fd785-17e4-4442-9f7d-2e5d18b22e9f up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:51:35.191516 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 892fd785-17e4-4442-9f7d-2e5d18b22e9f triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:51:35.191803 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:35.315827 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:35.344417 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892fd785-17e4-4442-9f7d-2e5d18b22e9f'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:51:35.354806 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 892fd785-17e4-4442-9f7d-2e5d18b22e9f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:51:35.391311 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e14334-2e6e-4b9c-8649-648d6a829b10'] response: {'server_uuid': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'code': 200}
May 12 14:51:35.453225 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:35.581982 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=892fd785-17e4-4442-9f7d-2e5d18b22e9f,revision_number=7']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:36.192058 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c4fdb-141c-4344-9b03-497d69df78b4 req-009ea8f6-b762-4de1-a16c-271b92954955 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:36.193612 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-946c4fdb-141c-4344-9b03-497d69df78b4 req-009ea8f6-b762-4de1-a16c-271b92954955 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1051219
May 12 14:51:36.257339 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-946c4fdb-141c-4344-9b03-497d69df78b4 req-95919ed5-8064-4598-ae2d-6e19300a4414 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576496
May 12 14:51:37.576890 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f638d4-86bb-4367-8276-15c0a2692d08 req-f3af2165-0c31-42c0-a0d5-7588ccdbf51b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:37.585316 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-06f638d4-86bb-4367-8276-15c0a2692d08 req-f3af2165-0c31-42c0-a0d5-7588ccdbf51b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1890235
May 12 14:51:37.628158 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-06f638d4-86bb-4367-8276-15c0a2692d08 req-f97e9a50-efb2-41c0-a9d2-ba893b5f74c5 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415161
May 12 14:51:38.892516 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65413a4c-7780-4344-a035-9cf59c40d1bf req-a524c812-db4b-4841-ab9d-27ec5bd10422 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:38.893979 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-65413a4c-7780-4344-a035-9cf59c40d1bf req-a524c812-db4b-4841-ab9d-27ec5bd10422 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1410470
May 12 14:51:38.943457 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-65413a4c-7780-4344-a035-9cf59c40d1bf req-ea7d99a3-dd01-46aa-a67c-ffae180c781a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423176
May 12 14:51:40.146552 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757f495-e1de-444b-9ad7-eaf1fcfb2e73 req-1d1ad497-88c8-4640-8386-da60b10cf6d9 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:40.149324 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9757f495-e1de-444b-9ad7-eaf1fcfb2e73 req-1d1ad497-88c8-4640-8386-da60b10cf6d9 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.0836184
May 12 14:51:40.213618 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9757f495-e1de-444b-9ad7-eaf1fcfb2e73 req-e719a833-cfae-4691-ae78-24609a4186b1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578554
May 12 14:51:40.883551 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 35596) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:51:40.955563 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Deleting subnet 8fe8b736-f29b-45e1-bf1e-35147b4c3b20 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 14:51:40.958657 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:41.032584 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:41.042617 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:41.215543 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:41.261782 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fe8b736-f29b-45e1-bf1e-35147b4c3b20,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:41.278588 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:41.279016 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:41.279399 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:41.279731 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:41.280056 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:41.280380 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:41.280696 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:41.281022 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:41.281481 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:41.282058 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:41.282376 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:41.282695 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:51:41.291855 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:41.306959 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 35604) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:51:41.333976 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-99fa9732-8795-4261-b4ee-7e4309f753ff admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8fe8b736-f29b-45e1-bf1e-35147b4c3b20 HTTP/1.1" status: 204  len: 168 time: 0.4490407
May 12 14:51:41.448677 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee30851-f8b8-4bc7-8ae6-ed6f5df71285 req-73efb9ee-ce24-4b3e-bb43-1d496cb25782 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:41.452228 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-57b31222-7faf-445d-b069-f0235f67d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:41.452480 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1ee30851-f8b8-4bc7-8ae6-ed6f5df71285 req-73efb9ee-ce24-4b3e-bb43-1d496cb25782 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.0984375
May 12 14:51:41.501994 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1ee30851-f8b8-4bc7-8ae6-ed6f5df71285 req-1af5af79-eac2-4c16-8992-e426e5bd3bdd tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454822
May 12 14:51:41.591703 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-57b31222-7faf-445d-b069-f0235f67d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:41.616418 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-57b31222-7faf-445d-b069-f0235f67d034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f874028b0>,) {'filters': {'network_id': ['29318bea-5e26-4915-918a-926b02b62ecd']}} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:51:41.628820 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-57b31222-7faf-445d-b069-f0235f67d034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f874028b0>, '0e160f5e-7454-4fcb-b9ae-67247c38d037') {'for_net_delete': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:51:41.629110 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-57b31222-7faf-445d-b069-f0235f67d034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f874028b0>, '0e160f5e-7454-4fcb-b9ae-67247c38d037') {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:51:41.640960 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-57b31222-7faf-445d-b069-f0235f67d034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3159222'] for segment, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:41.656416 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-57b31222-7faf-445d-b069-f0235f67d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:41.663404 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b31222-7faf-445d-b069-f0235f67d034 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 14:51:41.663919 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-57b31222-7faf-445d-b069-f0235f67d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3159846'] for segment, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]: Traceback (most recent call last):
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:     timer()
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:     cb(*args, **kw)
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:     return func(*args, **kwargs)
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:     self._notify()
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:     self.callback(batched_events)
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:     event.method(event)
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:     return f(self, *a, **k)
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._get(url).json()
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self.request(url, 'GET', **kwargs)
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 14:51:41.677463 dv-cinder-831187-2-iscsi neutron-server[88126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 14:51:41.999592 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-57b31222-7faf-445d-b069-f0235f67d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:42.015183 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-57b31222-7faf-445d-b069-f0235f67d034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:42.025214 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b31222-7faf-445d-b069-f0235f67d034 admin admin] Pushing event deleted for resources: {'Network': ['ID=29318bea-5e26-4915-918a-926b02b62ecd,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:42.277123 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-57b31222-7faf-445d-b069-f0235f67d034 admin admin] 10.222.0.49 "DELETE /v2.0/networks/29318bea-5e26-4915-918a-926b02b62ecd HTTP/1.1" status: 204  len: 168 time: 0.9688737
May 12 14:51:42.755441 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff9a1-e00c-4641-a3eb-9f1285bfefc9 req-18ef3ef6-a842-4f6b-8815-81151f9d2a66 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:42.757309 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d86ff9a1-e00c-4641-a3eb-9f1285bfefc9 req-18ef3ef6-a842-4f6b-8815-81151f9d2a66 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.0923007
May 12 14:51:42.771799 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 35620) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:51:42.825587 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d86ff9a1-e00c-4641-a3eb-9f1285bfefc9 req-69e9ce0a-71b2-4cb6-bf21-c3c1f733d3e2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619612
May 12 14:51:42.861580 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d6186cfd-3a58-4c86-a953-d740f6710ce2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c93480a75ab462f9181629c60772257&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0887003
May 12 14:51:42.864209 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 35624) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:51:42.954258 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-81bd22d4-b232-413a-837e-ae05a8ea5356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:42.994534 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-81bd22d4-b232-413a-837e-ae05a8ea5356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:43.235979 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-81bd22d4-b232-413a-837e-ae05a8ea5356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:43.265075 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd22d4-b232-413a-837e-ae05a8ea5356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:43.413199 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-81bd22d4-b232-413a-837e-ae05a8ea5356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:43.415109 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-81bd22d4-b232-413a-837e-ae05a8ea5356 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0d9e8f0-97c2-40b4-97e8-5e2fb61c540b HTTP/1.1" status: 204  len: 168 time: 0.5498960
May 12 14:51:44.047617 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291f14a-7f79-4f97-8fcc-5d79a7ef6870 req-991cd761-3af4-4238-ba4b-79298c7e9fae tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:44.049901 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0291f14a-7f79-4f97-8fcc-5d79a7ef6870 req-991cd761-3af4-4238-ba4b-79298c7e9fae tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.0964434
May 12 14:51:44.107751 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0291f14a-7f79-4f97-8fcc-5d79a7ef6870 req-2b859642-4ff3-4815-a73d-df11847d6987 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460110
May 12 14:51:45.309147 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cfb82-7408-4b00-bb1d-dac72edaa1b1 req-474b19c4-7fda-47e4-a799-38c4a037118a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:45.310615 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-148cfb82-7408-4b00-bb1d-dac72edaa1b1 req-474b19c4-7fda-47e4-a799-38c4a037118a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.0830996
May 12 14:51:45.359337 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-148cfb82-7408-4b00-bb1d-dac72edaa1b1 req-c954c50c-d035-46e2-b27f-1fc518229101 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429218
May 12 14:51:46.560240 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3f83a-e82c-4b35-a048-7ef086048e78 req-24effd25-babc-494e-88de-f2958179dec6 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:46.561683 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-83d3f83a-e82c-4b35-a048-7ef086048e78 req-24effd25-babc-494e-88de-f2958179dec6 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.0866642
May 12 14:51:46.605672 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-83d3f83a-e82c-4b35-a048-7ef086048e78 req-591b7e17-82cc-4c3f-95a1-b5a22e38a02d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379295
May 12 14:51:47.526055 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe04c0a-6f66-467f-b794-da136c4ec212 req-fd3b2200-8965-4a71-a58e-ee4bd326f9a4 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:47.527528 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2fe04c0a-6f66-467f-b794-da136c4ec212 req-fd3b2200-8965-4a71-a58e-ee4bd326f9a4 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 945 time: 0.0780897
May 12 14:51:47.570756 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2fe04c0a-6f66-467f-b794-da136c4ec212 req-0d20fa2f-5674-499a-8464-48eaf4c0ef20 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373170
May 12 14:51:47.797606 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28315008-9248-4345-8bbf-cb0bbffaa7cf req-f1755c35-b05f-418d-a6ce-92ae76db8878 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:47.799066 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-28315008-9248-4345-8bbf-cb0bbffaa7cf req-f1755c35-b05f-418d-a6ce-92ae76db8878 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.0816207
May 12 14:51:47.843220 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-28315008-9248-4345-8bbf-cb0bbffaa7cf req-feff26d6-e3d2-40d1-b722-b0e66692c021 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377259
May 12 14:51:48.252603 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b522f586-a192-4d0a-a9af-67f4015bc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:48.766618 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a251af-ba38-4bef-be07-971b25c5179d req-471671ca-0c4a-42be-96e9-65321236c026 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:48.768101 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a8a251af-ba38-4bef-be07-971b25c5179d req-471671ca-0c4a-42be-96e9-65321236c026 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 945 time: 0.0910859
May 12 14:51:48.814755 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a8a251af-ba38-4bef-be07-971b25c5179d req-04d1e7fa-8e33-4556-936a-2d4a1148219b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402675
May 12 14:51:49.036409 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80434d-3656-4384-9c13-98a20d4d3122 req-e66d40a7-a67e-4823-bc56-6a9e387eadbc tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:49.038312 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd80434d-3656-4384-9c13-98a20d4d3122 req-e66d40a7-a67e-4823-bc56-6a9e387eadbc tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.0854788
May 12 14:51:49.082356 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd80434d-3656-4384-9c13-98a20d4d3122 req-8f66d3a1-3d70-48cf-a6fe-656e3636c6cf tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385659
May 12 14:51:49.996072 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58334ce-6910-4148-b96b-bf4607c20511 req-25afc81e-6464-401b-a136-e5c738214226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:49.997546 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f58334ce-6910-4148-b96b-bf4607c20511 req-25afc81e-6464-401b-a136-e5c738214226 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e&device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 1098 time: 0.0709639
May 12 14:51:50.002250 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76374859-6567-487d-9e33-bd0900a6c694 req-699b6c9d-b47b-49ee-9a31-8c63925b56f7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:50.003934 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-76374859-6567-487d-9e33-bd0900a6c694 req-699b6c9d-b47b-49ee-9a31-8c63925b56f7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 945 time: 0.0814633
May 12 14:51:50.053278 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-76374859-6567-487d-9e33-bd0900a6c694 req-35db2e90-4ea1-4c10-9238-5052f5992cb6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433199
May 12 14:51:50.139254 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58334ce-6910-4148-b96b-bf4607c20511 req-15932872-cf7c-496c-9986-4353f924a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:50.140708 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f58334ce-6910-4148-b96b-bf4607c20511 req-15932872-cf7c-496c-9986-4353f924a2ae service neutron] 10.222.0.71 "GET /v2.0/networks?id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf HTTP/1.1" status: 200  len: 917 time: 0.1308937
May 12 14:51:50.302086 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f58334ce-6910-4148-b96b-bf4607c20511 req-7b01d07c-ae2e-4e52-bb85-2555e62d036d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f HTTP/1.1" status: 200  len: 1001 time: 0.1546247
May 12 14:51:50.357931 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8a808-3f21-4bbb-a715-4892c62176e1 req-aca7aeaf-1855-4bd4-ba9e-2bb519c5d318 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:50.359382 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c8b8a808-3f21-4bbb-a715-4892c62176e1 req-aca7aeaf-1855-4bd4-ba9e-2bb519c5d318 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1580718
May 12 14:51:50.412779 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58334ce-6910-4148-b96b-bf4607c20511 req-843434e4-be42-4c8a-aae2-e6d5930de475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:50.414770 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f58334ce-6910-4148-b96b-bf4607c20511 req-843434e4-be42-4c8a-aae2-e6d5930de475 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9cc4b301-087e-454e-9a61-3b3c682b44e8 HTTP/1.1" status: 200  len: 855 time: 0.0975032
May 12 14:51:50.421681 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c8b8a808-3f21-4bbb-a715-4892c62176e1 req-07b2642f-4bd9-4186-a27a-52e815e53e52 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519142
May 12 14:51:50.585897 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58334ce-6910-4148-b96b-bf4607c20511 req-d7b83382-32dc-4367-b639-78adc33a2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:50.587415 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f58334ce-6910-4148-b96b-bf4607c20511 req-d7b83382-32dc-4367-b639-78adc33a2ab5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1649327
May 12 14:51:50.698838 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-450b2a7b-7455-4069-9fb5-a4ecfd0fed53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:50.740240 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f58334ce-6910-4148-b96b-bf4607c20511 req-9842c5a4-4f47-450f-9940-f7dd9d7b23ee service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420796
May 12 14:51:50.929549 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f58334ce-6910-4148-b96b-bf4607c20511 req-25ed5cb5-2b7a-4b30-8943-3b2226601e73 service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384799
May 12 14:51:51.243508 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07e5c7-5eef-4117-8c03-b677b0f2a486 req-e75944bd-1cfe-431f-ac09-90f046cdd886 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:51.244958 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2b07e5c7-5eef-4117-8c03-b677b0f2a486 req-e75944bd-1cfe-431f-ac09-90f046cdd886 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 945 time: 0.0827296
May 12 14:51:51.289808 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2b07e5c7-5eef-4117-8c03-b677b0f2a486 req-c33e2684-cdac-4ece-8050-01b1a19e0308 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392449
May 12 14:51:51.612985 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-fd6e470b-7831-4a69-97f5-f7e3c7730634 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:51.614423 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-fd6e470b-7831-4a69-97f5-f7e3c7730634 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 945 time: 0.1353238
May 12 14:51:51.643177 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddf4a4-9a03-4515-852d-adfc2570124b req-54342c79-b11e-43f1-aa83-ddbdf58351cc tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:51.644635 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7cddf4a4-9a03-4515-852d-adfc2570124b req-54342c79-b11e-43f1-aa83-ddbdf58351cc tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.1031370
May 12 14:51:51.691254 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7cddf4a4-9a03-4515-852d-adfc2570124b req-30d8c948-cb87-449f-bb20-f64eafbe1a13 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398021
May 12 14:51:51.749861 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:51.784080 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:52.476742 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e00a90-1f29-4e64-9dfe-b6e5f43677e0 req-542dd0ad-ede9-4a14-9528-7b9418356462 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:52.478173 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d3e00a90-1f29-4e64-9dfe-b6e5f43677e0 req-542dd0ad-ede9-4a14-9528-7b9418356462 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 945 time: 0.0833149
May 12 14:51:52.523249 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d3e00a90-1f29-4e64-9dfe-b6e5f43677e0 req-60553201-a9c0-4f43-836b-6125b2d2ed6c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389917
May 12 14:51:52.765409 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-232e219b-b92b-4ae0-874b-1d124351aea7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Deleting port 941ee56d-a8a8-4017-bba8-1c38eaac468b {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:51:52.765971 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-232e219b-b92b-4ae0-874b-1d124351aea7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:53.027785 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:53.046248 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ced7a-b670-4bde-8978-0632f5476454 req-d2632f7c-0e17-43e0-8b02-8d2d0c952a6c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:53.048708 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1b8ced7a-b670-4bde-8978-0632f5476454 req-d2632f7c-0e17-43e0-8b02-8d2d0c952a6c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.2319350
May 12 14:51:53.129295 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-232e219b-b92b-4ae0-874b-1d124351aea7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] For port 941ee56d-a8a8-4017-bba8-1c38eaac468b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=941ee56d-a8a8-4017-bba8-1c38eaac468b,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:51:53.129664 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-232e219b-b92b-4ae0-874b-1d124351aea7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:53.139433 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1b8ced7a-b670-4bde-8978-0632f5476454 req-c71252c6-081d-48a2-ad93-aa5e79be6268 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817134
May 12 14:51:53.436529 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-232e219b-b92b-4ae0-874b-1d124351aea7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:53.436805 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-232e219b-b92b-4ae0-874b-1d124351aea7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:53.437116 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-232e219b-b92b-4ae0-874b-1d124351aea7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Floating IP edda7a4a-5917-4856-828b-400812ac4ade disassociated. External IP: 172.27.3.21, port: 941ee56d-a8a8-4017-bba8-1c38eaac468b.
May 12 14:51:53.437455 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-232e219b-b92b-4ae0-874b-1d124351aea7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Calling delete_port for 941ee56d-a8a8-4017-bba8-1c38eaac468b owned by compute:nova {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:51:53.630312 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-232e219b-b92b-4ae0-874b-1d124351aea7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:53.677778 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b499e641-99bb-416d-b328-13b38710d1e5 req-a9737433-5224-4f46-847f-686ef739faae tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 210 time: 0.0441260
May 12 14:51:53.680614 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e219b-b92b-4ae0-874b-1d124351aea7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event deleted for resources: {'Port': ['ID=941ee56d-a8a8-4017-bba8-1c38eaac468b,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:53.986231 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-232e219b-b92b-4ae0-874b-1d124351aea7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Router c38fe156-063f-4a54-8803-4982f93583c5 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:51:54.176668 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-232e219b-b92b-4ae0-874b-1d124351aea7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:51:54.188428 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d211809-30c7-4591-b827-094a97512c64 None None] Sync routers for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:51:54.213580 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d211809-30c7-4591-b827-094a97512c64 None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:51:54.213580 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-6d211809-30c7-4591-b827-094a97512c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8cbeda00>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:51:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:51:54.258740 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-232e219b-b92b-4ae0-874b-1d124351aea7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] No DVR routers for this DVR port 941ee56d-a8a8-4017-bba8-1c38eaac468b on host hv-cinder-83118 {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:51:54.261850 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-232e219b-b92b-4ae0-874b-1d124351aea7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:54.265795 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ccb759-1bc2-4810-8e46-e34c0c29a0d5', 'name': 'network-vif-deleted', 'tag': '941ee56d-a8a8-4017-bba8-1c38eaac468b'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:51:54.335008 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b53ba4-95cd-497d-afc5-694cf9385017'] response: {'server_uuid': '84ccb759-1bc2-4810-8e46-e34c0c29a0d5', 'name': 'network-vif-deleted', 'tag': '941ee56d-a8a8-4017-bba8-1c38eaac468b', 'status': 'completed', 'code': 200}
May 12 14:51:54.379077 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d238d-3bd3-4dd2-b677-caf035f17529 req-7c065eec-d8e2-4169-8d70-edf3ace48b23 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:54.380624 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-458d238d-3bd3-4dd2-b677-caf035f17529 req-7c065eec-d8e2-4169-8d70-edf3ace48b23 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 945 time: 0.0878041
May 12 14:51:54.402429 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e35cfd2e-e111-4d2e-9b53-84823463eb05 req-232e219b-b92b-4ae0-874b-1d124351aea7 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "DELETE /v2.0/ports/941ee56d-a8a8-4017-bba8-1c38eaac468b HTTP/1.1" status: 204  len: 173 time: 1.7029932
May 12 14:51:54.424119 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-6d211809-30c7-4591-b827-094a97512c64 None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:51:54.434667 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-458d238d-3bd3-4dd2-b677-caf035f17529 req-25c38e22-362c-4b32-8512-e4b786d7d017 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476480
May 12 14:51:54.683329 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 892fd785-17e4-4442-9f7d-2e5d18b22e9f no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:51:54.787635 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-6d211809-30c7-4591-b827-094a97512c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8cbeda00>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': 'd2540c8a-b18a-49e7-be40-42530b3f5a92', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:dc:bf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:48:38Z', 'updated_at': '2022-05-12T14:49:14Z', 'revision_number': 2, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:51:54.795310 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d211809-30c7-4591-b827-094a97512c64 None None] Checking router: c38fe156-063f-4a54-8803-4982f93583c5 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:51:54.804887 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d211809-30c7-4591-b827-094a97512c64 None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:51:54.805500 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-6d211809-30c7-4591-b827-094a97512c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8cbeda00>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:51:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:51:54.851269 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:54.872765 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3bcb913d-92a3-40af-b70b-decbf59aa208 req-9ecd7e10-4bd4-4682-812b-36e817254cc4 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 210 time: 0.0619562
May 12 14:51:54.888024 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '892fd785-17e4-4442-9f7d-2e5d18b22e9f'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:51:54.895225 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 892fd785-17e4-4442-9f7d-2e5d18b22e9f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:51:54.945160 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cbb2c9-74f5-44d7-adb2-b086989eea54'] response: {'server_uuid': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'code': 200}
May 12 14:51:55.024469 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:55.058637 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-6d211809-30c7-4591-b827-094a97512c64 None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:51:55.097037 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=892fd785-17e4-4442-9f7d-2e5d18b22e9f,revision_number=8']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:55.421091 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-6d211809-30c7-4591-b827-094a97512c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8cbeda00>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': 'd2540c8a-b18a-49e7-be40-42530b3f5a92', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:dc:bf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:48:38Z', 'updated_at': '2022-05-12T14:49:14Z', 'revision_number': 2, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:51:55.425455 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d211809-30c7-4591-b827-094a97512c64 None None] The sync data for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi is: [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': 'd2540c8a-b18a-49e7-be40-42530b3f5a92', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:dc:bf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:48:38Z', 'updated_at': '2022-05-12T14:49:14Z', 'revision_number': 2, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:51:55.631251 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 941ee56d-a8a8-4017-bba8-1c38eaac468b no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:51:55.676946 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: 941ee56d-a8a8-4017-bba8-1c38eaac468b {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:51:55.677560 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 941ee56d-a8a8-4017-bba8-1c38eaac468b not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:51:55.704132 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26293c41-baa8-440b-a5b9-79dbcd97efdb req-3d568945-8af1-4349-a4e8-65f83252400a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:55.706115 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-26293c41-baa8-440b-a5b9-79dbcd97efdb req-3d568945-8af1-4349-a4e8-65f83252400a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.1444995
May 12 14:51:55.758607 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-26293c41-baa8-440b-a5b9-79dbcd97efdb req-4803a4b0-9f6d-4881-9729-6d0a828af12b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456188
May 12 14:51:55.835265 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a12a087-3a70-4ecc-b30a-e7445691195c None None] New status for floating IP edda7a4a-5917-4856-828b-400812ac4ade: DOWN {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:51:56.075963 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-54e8db79-1a72-4e74-a378-93a15edbc3e5 req-85df9067-79e3-463e-adf4-2c1470394e51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:51:56.243276 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-54e8db79-1a72-4e74-a378-93a15edbc3e5 req-85df9067-79e3-463e-adf4-2c1470394e51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:51:56.244491 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-54e8db79-1a72-4e74-a378-93a15edbc3e5 req-85df9067-79e3-463e-adf4-2c1470394e51 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ccb759-1bc2-4810-8e46-e34c0c29a0d5 HTTP/1.1" status: 200  len: 210 time: 0.2243240
May 12 14:51:56.950673 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c59294-7f22-466b-bce2-3912477bccdb req-3ba769c5-8059-498d-af8d-1f5bedd66d46 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:56.952197 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e9c59294-7f22-466b-bce2-3912477bccdb req-3ba769c5-8059-498d-af8d-1f5bedd66d46 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.0796270
May 12 14:51:57.012456 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e9c59294-7f22-466b-bce2-3912477bccdb req-ec285a38-d4dc-485d-9cee-1c848e3591b6 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546267
May 12 14:51:57.503199 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 35854) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:51:57.578107 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0adc8d21-164a-42ed-ab3a-9b23ff91e241 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:57.604371 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0adc8d21-164a-42ed-ab3a-9b23ff91e241 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:57.750005 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0adc8d21-164a-42ed-ab3a-9b23ff91e241 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:57.769596 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc8d21-164a-42ed-ab3a-9b23ff91e241 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb6005f-2e13-47ef-b0eb-e8e652fc8e26,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:57.869626 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0adc8d21-164a-42ed-ab3a-9b23ff91e241 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:57.870680 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-0adc8d21-164a-42ed-ab3a-9b23ff91e241 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "DELETE /v2.0/security-groups/ccb6005f-2e13-47ef-b0eb-e8e652fc8e26 HTTP/1.1" status: 204  len: 168 time: 0.3663833
May 12 14:51:57.873526 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 35860) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:51:57.890398 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.api.v2.resource [None req-e19bc9cf-12dd-47cc-8c73-4fceb7525d1c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] show failed (client error): The resource could not be found.
May 12 14:51:57.891474 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e19bc9cf-12dd-47cc-8c73-4fceb7525d1c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups/ccb6005f-2e13-47ef-b0eb-e8e652fc8e26 HTTP/1.1" status: 404  len: 347 time: 0.0169468
May 12 14:51:57.894399 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 35864) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:51:58.053661 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-1197bb77-7510-40d0-862e-b36c7c97fa86 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Deleting port a344bbcd-299f-4120-93b1-a99b0e6b9c87 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:51:58.054330 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1197bb77-7510-40d0-862e-b36c7c97fa86 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:58.259330 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1197bb77-7510-40d0-862e-b36c7c97fa86 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:58.259652 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1197bb77-7510-40d0-862e-b36c7c97fa86 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:58.386044 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-1197bb77-7510-40d0-862e-b36c7c97fa86 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Calling delete_port for a344bbcd-299f-4120-93b1-a99b0e6b9c87 owned by network:floatingip {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:51:58.578669 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:58.687703 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1197bb77-7510-40d0-862e-b36c7c97fa86 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:58.766398 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197bb77-7510-40d0-862e-b36c7c97fa86 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event deleted for resources: {'Port': ['ID=a344bbcd-299f-4120-93b1-a99b0e6b9c87,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:51:58.845453 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1197bb77-7510-40d0-862e-b36c7c97fa86 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:58.921340 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1197bb77-7510-40d0-862e-b36c7c97fa86 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:51:58.922513 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-1197bb77-7510-40d0-862e-b36c7c97fa86 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "DELETE /v2.0/floatingips/edda7a4a-5917-4856-828b-400812ac4ade HTTP/1.1" status: 204  len: 168 time: 1.0272005
May 12 14:51:59.332245 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ca990-82ae-4f40-ae1f-10b56d418a92 req-1e8b362c-71ad-490d-951a-3cf66b03844a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:51:59.333817 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-622ca990-82ae-4f40-ae1f-10b56d418a92 req-1e8b362c-71ad-490d-951a-3cf66b03844a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.0946453
May 12 14:51:59.380443 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-622ca990-82ae-4f40-ae1f-10b56d418a92 req-66151790-7448-4897-8044-38b948a41b7c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401871
May 12 14:51:59.649310 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 892fd785-17e4-4442-9f7d-2e5d18b22e9f no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:51:59.812930 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0972ff45-26a9-47d6-9730-74a3036dbbfc req-5f5868ec-dc33-4e8b-82da-c9bcdc7c914b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0785542
May 12 14:52:00.036874 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972ff45-26a9-47d6-9730-74a3036dbbfc req-caef870c-c9c8-4d6f-aa64-6ce3173b2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:00.038651 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0972ff45-26a9-47d6-9730-74a3036dbbfc req-caef870c-c9c8-4d6f-aa64-6ce3173b2aa0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 1098 time: 0.1852736
May 12 14:52:00.108915 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 35926) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:00.227569 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972ff45-26a9-47d6-9730-74a3036dbbfc req-d1554056-0f9a-409c-9fad-7fa7bad21d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:00.229255 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0972ff45-26a9-47d6-9730-74a3036dbbfc req-d1554056-0f9a-409c-9fad-7fa7bad21d94 service neutron] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 919 time: 0.1573274
May 12 14:52:00.242719 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-840ee2f2-620e-4d97-91db-9fc138fdf619 req-5db94d18-8ace-4c70-8581-0ceca8c72294 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1324995
May 12 14:52:00.303731 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0972ff45-26a9-47d6-9730-74a3036dbbfc req-506620f6-26f7-4306-9ae7-9b2403fa0336 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb HTTP/1.1" status: 200  len: 217 time: 0.0638168
May 12 14:52:00.380401 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972ff45-26a9-47d6-9730-74a3036dbbfc req-201da435-9388-4ad3-b96c-a4156bd45614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:00.382703 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0972ff45-26a9-47d6-9730-74a3036dbbfc req-201da435-9388-4ad3-b96c-a4156bd45614 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.0669923
May 12 14:52:00.471473 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972ff45-26a9-47d6-9730-74a3036dbbfc req-5ec2c651-d310-4c3c-b22b-02dfb7c5fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:00.473439 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0972ff45-26a9-47d6-9730-74a3036dbbfc req-5ec2c651-d310-4c3c-b22b-02dfb7c5fba9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818100
May 12 14:52:00.605756 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477c21b-01b4-4596-8fc3-b7068f79e975 req-267f4118-9e30-41c3-8cbf-1d20d7f1f5be tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:00.607440 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e477c21b-01b4-4596-8fc3-b7068f79e975 req-267f4118-9e30-41c3-8cbf-1d20d7f1f5be tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.0909443
May 12 14:52:00.625665 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0972ff45-26a9-47d6-9730-74a3036dbbfc req-4bb2f0fa-85a5-4fa1-9e18-4af50745bebb service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362305
May 12 14:52:00.663590 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e477c21b-01b4-4596-8fc3-b7068f79e975 req-67a39e11-8be4-4ad3-8f1f-c08f6cee708b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490098
May 12 14:52:00.799042 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0972ff45-26a9-47d6-9730-74a3036dbbfc req-7c2ccc30-dacc-4275-912e-8b42993358dc service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560702
May 12 14:52:01.865114 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a423bb-0c68-4dc2-bc25-4247444ce78e req-6622d2f7-81bd-4c8c-a649-c609cf945c05 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:01.867101 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a9a423bb-0c68-4dc2-bc25-4247444ce78e req-6622d2f7-81bd-4c8c-a649-c609cf945c05 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.0863695
May 12 14:52:01.919628 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a9a423bb-0c68-4dc2-bc25-4247444ce78e req-a07149c3-2bc1-4fdd-bf8e-2d4f8a620f1b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454128
May 12 14:52:02.917527 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b486a-34dc-4050-ad5b-65840b9384e4 req-52ae80a7-f711-40db-8376-a9c77aca3d62 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:02.918233 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-d19b486a-34dc-4050-ad5b-65840b9384e4 req-52ae80a7-f711-40db-8376-a9c77aca3d62 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:52:03.081899 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-d19b486a-34dc-4050-ad5b-65840b9384e4 req-52ae80a7-f711-40db-8376-a9c77aca3d62 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:52:03.083861 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d19b486a-34dc-4050-ad5b-65840b9384e4 req-52ae80a7-f711-40db-8376-a9c77aca3d62 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 945 time: 0.2514019
May 12 14:52:03.129193 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-d19b486a-34dc-4050-ad5b-65840b9384e4 req-82c3543d-f1f6-4e1d-a4d2-90355848406a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:security_group {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:52:03.133820 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2eafd-4466-4ff4-9af2-eec8a2d7bf59 req-1b7f54cb-18a0-4295-9dc3-1a9d86b3aa9a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:03.135307 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-00d2eafd-4466-4ff4-9af2-eec8a2d7bf59 req-1b7f54cb-18a0-4295-9dc3-1a9d86b3aa9a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.0886502
May 12 14:52:03.237604 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-00d2eafd-4466-4ff4-9af2-eec8a2d7bf59 req-139818e9-2511-41a9-9811-3dce87687707 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0961175
May 12 14:52:03.264036 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-d19b486a-34dc-4050-ad5b-65840b9384e4 req-82c3543d-f1f6-4e1d-a4d2-90355848406a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:security_group {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:52:03.271738 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d19b486a-34dc-4050-ad5b-65840b9384e4 req-82c3543d-f1f6-4e1d-a4d2-90355848406a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1761835
May 12 14:52:04.451549 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:52:04.581042 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adfaf5-59b8-4c9d-aab1-22ea68823b50 req-38f8c612-d403-4f86-a06b-d3ce40656714 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:04.582566 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42adfaf5-59b8-4c9d-aab1-22ea68823b50 req-38f8c612-d403-4f86-a06b-d3ce40656714 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 945 time: 0.0814693
May 12 14:52:04.585230 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8da0a-89c4-46ae-b159-be45ca1b3824 req-447a4704-03d5-4915-8799-ea4fd023f927 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:04.586717 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1dc8da0a-89c4-46ae-b159-be45ca1b3824 req-447a4704-03d5-4915-8799-ea4fd023f927 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.0905259
May 12 14:52:04.637723 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42adfaf5-59b8-4c9d-aab1-22ea68823b50 req-f334816e-6ecb-4feb-b51c-a50610319b77 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490031
May 12 14:52:04.671770 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1dc8da0a-89c4-46ae-b159-be45ca1b3824 req-b889a28c-d1b4-41ad-86ba-1c099bc87d1e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786934
May 12 14:52:04.841107 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8aeb4-312c-43e2-8aa1-307142bb4c46 req-bb204bd3-08ae-457e-b779-685019c3c475 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:04.842478 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5bc8aeb4-312c-43e2-8aa1-307142bb4c46 req-bb204bd3-08ae-457e-b779-685019c3c475 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 946 time: 0.0820348
May 12 14:52:04.886308 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5bc8aeb4-312c-43e2-8aa1-307142bb4c46 req-c7aa2f0b-1107-453b-8a4a-2c403c902273 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377641
May 12 14:52:05.262573 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-271c54e5-b655-4b40-ae0a-7afca49a4d91 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:05.264044 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-271c54e5-b655-4b40-ae0a-7afca49a4d91 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 945 time: 0.0809109
May 12 14:52:05.338488 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-b2449d05-551e-428e-a6ed-263dbe25dec9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Deleting port b9ae57f3-8cbe-4bb3-80d3-db854a810952 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:52:05.338845 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-b2449d05-551e-428e-a6ed-263dbe25dec9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:05.588047 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-b2449d05-551e-428e-a6ed-263dbe25dec9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] For port b9ae57f3-8cbe-4bb3-80d3-db854a810952, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b9ae57f3-8cbe-4bb3-80d3-db854a810952,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:52:05.588701 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-b2449d05-551e-428e-a6ed-263dbe25dec9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:05.886575 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644ff00-3bbc-47bb-98b2-9917e0aa7fa2 req-9b10676c-9231-46ee-af11-4be317f1dc5a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:05.888024 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e644ff00-3bbc-47bb-98b2-9917e0aa7fa2 req-9b10676c-9231-46ee-af11-4be317f1dc5a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.0833228
May 12 14:52:05.935937 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e644ff00-3bbc-47bb-98b2-9917e0aa7fa2 req-f5befd54-cdd0-414f-a366-6d832046db4b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419264
May 12 14:52:06.045229 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39430835-045c-4673-b60c-3608b64799db req-e25b0e7e-5c7e-43d1-b3fb-6a23f545d65b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:06.046776 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-39430835-045c-4673-b60c-3608b64799db req-e25b0e7e-5c7e-43d1-b3fb-6a23f545d65b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 945 time: 0.2928743
May 12 14:52:06.055457 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-b2449d05-551e-428e-a6ed-263dbe25dec9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:06.055789 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-b2449d05-551e-428e-a6ed-263dbe25dec9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:06.056034 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-b2449d05-551e-428e-a6ed-263dbe25dec9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Floating IP d2540c8a-b18a-49e7-be40-42530b3f5a92 disassociated. External IP: 172.27.3.111, port: b9ae57f3-8cbe-4bb3-80d3-db854a810952.
May 12 14:52:06.056373 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-b2449d05-551e-428e-a6ed-263dbe25dec9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Calling delete_port for b9ae57f3-8cbe-4bb3-80d3-db854a810952 owned by compute:nova {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:52:06.083520 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ee2f2-620e-4d97-91db-9fc138fdf619 req-0730bf03-449c-4c35-b9ac-05e6c589524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:06.091459 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-840ee2f2-620e-4d97-91db-9fc138fdf619 req-0730bf03-449c-4c35-b9ac-05e6c589524e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9&tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e HTTP/1.1" status: 200  len: 1096 time: 0.0968435
May 12 14:52:06.153984 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-39430835-045c-4673-b60c-3608b64799db req-7b4eb56c-24d0-44c0-ad41-19d0af8ac0a9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680559
May 12 14:52:06.293623 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ee2f2-620e-4d97-91db-9fc138fdf619 req-4132934a-0f37-44d6-aa4a-f163ddfdb469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:06.295121 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-840ee2f2-620e-4d97-91db-9fc138fdf619 req-4132934a-0f37-44d6-aa4a-f163ddfdb469 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e&device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 1096 time: 0.1655455
May 12 14:52:06.306110 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76874c-5944-4306-a899-f9610d9a658b req-30136871-4e76-4092-8745-96e69de07b45 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:06.307545 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da76874c-5944-4306-a899-f9610d9a658b req-30136871-4e76-4092-8745-96e69de07b45 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 946 time: 0.1048570
May 12 14:52:06.338118 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-b2449d05-551e-428e-a6ed-263dbe25dec9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:06.455142 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da76874c-5944-4306-a899-f9610d9a658b req-2de50f48-4767-4556-bfdf-6d2655b9fa17 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283894
May 12 14:52:06.457059 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2449d05-551e-428e-a6ed-263dbe25dec9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event deleted for resources: {'Port': ['ID=b9ae57f3-8cbe-4bb3-80d3-db854a810952,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:06.504657 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ee2f2-620e-4d97-91db-9fc138fdf619 req-031233bf-fd01-462c-a016-8c16c140d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:06.506625 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-840ee2f2-620e-4d97-91db-9fc138fdf619 req-031233bf-fd01-462c-a016-8c16c140d727 service neutron] 10.222.0.71 "GET /v2.0/networks?id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf HTTP/1.1" status: 200  len: 917 time: 0.1977048
May 12 14:52:06.597059 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-b2449d05-551e-428e-a6ed-263dbe25dec9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Router c38fe156-063f-4a54-8803-4982f93583c5 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:52:06.617900 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-840ee2f2-620e-4d97-91db-9fc138fdf619 req-dceb09b0-c732-4f78-a3cd-1d0523b7969a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f HTTP/1.1" status: 200  len: 999 time: 0.0999722
May 12 14:52:06.683651 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ee2f2-620e-4d97-91db-9fc138fdf619 req-ef63013f-6178-4a91-8317-aa2dc7cc5261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:06.684996 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-840ee2f2-620e-4d97-91db-9fc138fdf619 req-ef63013f-6178-4a91-8317-aa2dc7cc5261 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9cc4b301-087e-454e-9a61-3b3c682b44e8 HTTP/1.1" status: 200  len: 855 time: 0.0603018
May 12 14:52:06.765316 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ee2f2-620e-4d97-91db-9fc138fdf619 req-fb7f2b59-495b-49ee-9052-4dbc96f66d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:06.765658 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-840ee2f2-620e-4d97-91db-9fc138fdf619 req-fb7f2b59-495b-49ee-9052-4dbc96f66d06 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724602
May 12 14:52:06.793828 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-b2449d05-551e-428e-a6ed-263dbe25dec9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:52:06.806055 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b301da-8def-41ea-86d2-d15f6b13cb67 None None] Sync routers for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:52:06.820075 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b301da-8def-41ea-86d2-d15f6b13cb67 None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:52:06.825494 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-39b301da-8def-41ea-86d2-d15f6b13cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c95d370>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:51:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:52:06.880026 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-b2449d05-551e-428e-a6ed-263dbe25dec9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] No DVR routers for this DVR port b9ae57f3-8cbe-4bb3-80d3-db854a810952 on host hv-cinder-83118 {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:52:06.884054 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-b2449d05-551e-428e-a6ed-263dbe25dec9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:06.893564 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'name': 'network-vif-deleted', 'tag': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:52:06.974645 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f31dbfa-683f-4706-96c5-c40900d8ea70'] response: {'server_uuid': '64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7', 'name': 'network-vif-deleted', 'tag': 'b9ae57f3-8cbe-4bb3-80d3-db854a810952', 'status': 'completed', 'code': 200}
May 12 14:52:06.991380 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8467a7f9-32b6-4891-9eb3-dd4bd597087c req-b2449d05-551e-428e-a6ed-263dbe25dec9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "DELETE /v2.0/ports/b9ae57f3-8cbe-4bb3-80d3-db854a810952 HTTP/1.1" status: 204  len: 173 time: 1.7209945
May 12 14:52:07.095571 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-39b301da-8def-41ea-86d2-d15f6b13cb67 None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:52:07.128669 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e3bf2-358f-44ef-9032-fc2d770e870f req-ea25afac-2ab9-4b0e-9e0c-37d63c8bcd5c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:07.130207 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-244e3bf2-358f-44ef-9032-fc2d770e870f req-ea25afac-2ab9-4b0e-9e0c-37d63c8bcd5c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.2292938
May 12 14:52:07.132875 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-840ee2f2-620e-4d97-91db-9fc138fdf619 req-42a679e2-ab77-40e4-9493-8354d5599159 service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1841021
May 12 14:52:07.186751 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbe4d6-e21d-4bef-b5e7-6ffe7bcd9dd1 req-7fd047a8-6be1-4637-86d0-ff015f480d2b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:07.188413 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dcbbe4d6-e21d-4bef-b5e7-6ffe7bcd9dd1 req-7fd047a8-6be1-4637-86d0-ff015f480d2b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.1125791
May 12 14:52:07.275495 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-244e3bf2-358f-44ef-9032-fc2d770e870f req-c5bcd707-a3b3-4238-b9e2-5fecdcfec71d tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1386571
May 12 14:52:07.295408 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dcbbe4d6-e21d-4bef-b5e7-6ffe7bcd9dd1 req-c0b591d7-fbd4-4ac5-a962-e715fbf57383 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0977621
May 12 14:52:07.335743 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-840ee2f2-620e-4d97-91db-9fc138fdf619 req-9e97c104-4858-449b-9941-b60e1f5952f1 service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1842344
May 12 14:52:07.446099 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1445430-7b04-4bd7-a588-ebc501dc2195 req-5c832225-73c4-4998-a426-6b28435afb1c tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:07.447830 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b1445430-7b04-4bd7-a588-ebc501dc2195 req-5c832225-73c4-4998-a426-6b28435afb1c tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.71 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 946 time: 0.0956945
May 12 14:52:07.450083 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-dfbdfdb7-70db-40a1-8ddd-5640319e0eb0 req-69fc120d-d30e-40e9-be2f-745c7ffd8901 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cd0c6d-ffac-47f0-848e-d59c3b7b1ee7 HTTP/1.1" status: 200  len: 210 time: 0.0438952
May 12 14:52:07.500998 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-39b301da-8def-41ea-86d2-d15f6b13cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c95d370>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:52:07.505345 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b301da-8def-41ea-86d2-d15f6b13cb67 None None] Checking router: c38fe156-063f-4a54-8803-4982f93583c5 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:52:07.515435 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b301da-8def-41ea-86d2-d15f6b13cb67 None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:52:07.516109 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-39b301da-8def-41ea-86d2-d15f6b13cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c95d370>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:51:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:52:07.533289 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-b1445430-7b04-4bd7-a588-ebc501dc2195 req-d0dcf062-61ca-42fc-b29a-0d1d63f25071 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Deleting port 89a9ff10-8343-460a-9e65-0158c87f5841 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:52:07.533628 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-b1445430-7b04-4bd7-a588-ebc501dc2195 req-d0dcf062-61ca-42fc-b29a-0d1d63f25071 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:07.700484 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-39b301da-8def-41ea-86d2-d15f6b13cb67 None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:52:07.797868 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7250ad8-e9b4-4da5-bf55-0f579ebba3f9 req-a1b947c3-cfb9-403b-bb30-72aa83232817 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:07.799381 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e7250ad8-e9b4-4da5-bf55-0f579ebba3f9 req-a1b947c3-cfb9-403b-bb30-72aa83232817 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 946 time: 0.2151000
May 12 14:52:07.888891 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e7250ad8-e9b4-4da5-bf55-0f579ebba3f9 req-4bcfe422-edbb-499c-9d29-2833bf04f2df tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/security-groups?id=965236e7-145f-4cbc-a1a2-00d411a2bd2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779333
May 12 14:52:07.893831 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-b1445430-7b04-4bd7-a588-ebc501dc2195 req-d0dcf062-61ca-42fc-b29a-0d1d63f25071 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] For port 89a9ff10-8343-460a-9e65-0158c87f5841, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=89a9ff10-8343-460a-9e65-0158c87f5841,segment=NetworkSegment(0ec01c1e-16f2-43cf-9919-e82b61c26c7b),segment_id=0ec01c1e-16f2-43cf-9919-e82b61c26c7b)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:52:07.894195 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-b1445430-7b04-4bd7-a588-ebc501dc2195 req-d0dcf062-61ca-42fc-b29a-0d1d63f25071 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:08.083116 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-39b301da-8def-41ea-86d2-d15f6b13cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c95d370>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:52:08.087946 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b301da-8def-41ea-86d2-d15f6b13cb67 None None] The sync data for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi is: [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:52:08.134711 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-b1445430-7b04-4bd7-a588-ebc501dc2195 req-d0dcf062-61ca-42fc-b29a-0d1d63f25071 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Calling delete_port for 89a9ff10-8343-460a-9e65-0158c87f5841 owned by compute:nova {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:52:08.391087 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3581e7bc-5802-40b7-903b-f5b448f24e8b None None] New status for floating IP d2540c8a-b18a-49e7-be40-42530b3f5a92: DOWN {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:52:08.499267 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-b1445430-7b04-4bd7-a588-ebc501dc2195 req-d0dcf062-61ca-42fc-b29a-0d1d63f25071 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:08.585718 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcf062-61ca-42fc-b29a-0d1d63f25071 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Pushing event deleted for resources: {'Port': ['ID=89a9ff10-8343-460a-9e65-0158c87f5841,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:08.659769 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef214cb9-e78e-4561-b233-417cb29f45e6 req-a19efdc7-b82a-4629-aa2e-f866048fe56c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:08.671412 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ef214cb9-e78e-4561-b233-417cb29f45e6 req-a19efdc7-b82a-4629-aa2e-f866048fe56c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1972566
May 12 14:52:08.705046 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1445430-7b04-4bd7-a588-ebc501dc2195 req-d0dcf062-61ca-42fc-b29a-0d1d63f25071 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] No DVR routers for this DVR port 89a9ff10-8343-460a-9e65-0158c87f5841 on host hv-cinder-83118 {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:52:08.708627 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-b1445430-7b04-4bd7-a588-ebc501dc2195 req-d0dcf062-61ca-42fc-b29a-0d1d63f25071 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:08.738163 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['89a9ff10-8343-460a-9e65-0158c87f5841'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:52:08.745821 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c12e03-7e3f-4dfe-97c5-6bc243bc69d3 req-25698020-ec4e-410e-bde0-fbe8444aa6ad tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:08.755819 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-89c12e03-7e3f-4dfe-97c5-6bc243bc69d3 req-25698020-ec4e-410e-bde0-fbe8444aa6ad tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.3051195
May 12 14:52:08.762408 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ef214cb9-e78e-4561-b233-417cb29f45e6 req-479c47ac-9ba3-4d61-b0f9-e57af34ddc94 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900142
May 12 14:52:08.836272 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-89c12e03-7e3f-4dfe-97c5-6bc243bc69d3 req-18b98448-633d-4759-bbcb-c55cc401eeb1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785246
May 12 14:52:08.870897 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b1445430-7b04-4bd7-a588-ebc501dc2195 req-d0dcf062-61ca-42fc-b29a-0d1d63f25071 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.71 "DELETE /v2.0/ports/89a9ff10-8343-460a-9e65-0158c87f5841 HTTP/1.1" status: 204  len: 173 time: 1.4105511
May 12 14:52:08.977092 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6809f21a-9df9-499a-aec9-c628d50b64e3', 'name': 'network-vif-deleted', 'tag': '89a9ff10-8343-460a-9e65-0158c87f5841'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:52:09.086630 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8f8c1aaa-6358-445d-b3e2-7a46f98cee17 req-d46c6b58-3772-4840-824d-4bb16ae50c6b tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 210 time: 0.0463302
May 12 14:52:09.207192 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a0787d-7cd1-4f4c-bbae-019209d85b1c'] response: {'server_uuid': '6809f21a-9df9-499a-aec9-c628d50b64e3', 'name': 'network-vif-deleted', 'tag': '89a9ff10-8343-460a-9e65-0158c87f5841', 'status': 'completed', 'code': 200}
May 12 14:52:09.212724 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 36070) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:09.293038 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3b900cda-d245-4245-b775-100483000ef4 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:09.331218 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3b900cda-d245-4245-b775-100483000ef4 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:09.698334 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device b9ae57f3-8cbe-4bb3-80d3-db854a810952 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:52:09.733853 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: b9ae57f3-8cbe-4bb3-80d3-db854a810952 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:52:09.734294 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device b9ae57f3-8cbe-4bb3-80d3-db854a810952 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:52:09.795564 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3b900cda-d245-4245-b775-100483000ef4 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:09.817009 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b900cda-d245-4245-b775-100483000ef4 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:09.973113 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e15d2-f9e8-4b6c-b710-4b0126dc3f62 req-1e9ba6c0-c65a-4a21-aca6-cd3896f0c303 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:09.975307 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f65e15d2-f9e8-4b6c-b710-4b0126dc3f62 req-1e9ba6c0-c65a-4a21-aca6-cd3896f0c303 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0876245
May 12 14:52:10.025864 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f65e15d2-f9e8-4b6c-b710-4b0126dc3f62 req-d08a4cdd-c533-4eb6-864f-7de5447560d5 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447271
May 12 14:52:10.236178 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61604d-0b6d-41e0-a280-927020900adb req-cceb60c8-ed22-439a-83f2-400b09953c04 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:10.237732 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0e61604d-0b6d-41e0-a280-927020900adb req-cceb60c8-ed22-439a-83f2-400b09953c04 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.1135530
May 12 14:52:10.294002 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0e61604d-0b6d-41e0-a280-927020900adb req-5443ec32-f770-43e3-810a-c5ade0362355 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492060
May 12 14:52:10.364228 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3b900cda-d245-4245-b775-100483000ef4 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:10.368856 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3b900cda-d245-4245-b775-100483000ef4 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "DELETE /v2.0/security-groups/2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e HTTP/1.1" status: 204  len: 168 time: 1.1551497
May 12 14:52:10.369364 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36090) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:10.393035 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.api.v2.resource [None req-ce9e9e3e-a5af-4a45-90c9-dad5e7b16dc5 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] show failed (client error): The resource could not be found.
May 12 14:52:10.394123 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-ce9e9e3e-a5af-4a45-90c9-dad5e7b16dc5 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups/2f6a0f6e-ea0b-44dc-816a-bc65be6b5a7e HTTP/1.1" status: 404  len: 347 time: 0.0234954
May 12 14:52:10.397025 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36094) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:10.521639 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-93aba97c-f8fc-42f6-b89d-b37b38bbbece req-8f8ee430-903d-400e-8ab6-58b93be7845a tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Synchronizing usage tracker for tenant:f9ed089c81294b4981046ede5ed951bd on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:52:10.611820 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-324dbe94-eeb2-40b1-9f49-1f96cee9f2cb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Deleting port d6af244d-693d-401e-8592-d3f34d9b9781 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:52:10.611820 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-324dbe94-eeb2-40b1-9f49-1f96cee9f2cb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:10.739343 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-93aba97c-f8fc-42f6-b89d-b37b38bbbece req-8f8ee430-903d-400e-8ab6-58b93be7845a tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] Unset dirty status for tenant:f9ed089c81294b4981046ede5ed951bd on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:52:10.740493 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-93aba97c-f8fc-42f6-b89d-b37b38bbbece req-8f8ee430-903d-400e-8ab6-58b93be7845a tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 210 time: 0.2860324
May 12 14:52:10.828258 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-324dbe94-eeb2-40b1-9f49-1f96cee9f2cb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:10.828721 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-324dbe94-eeb2-40b1-9f49-1f96cee9f2cb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:10.958062 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-324dbe94-eeb2-40b1-9f49-1f96cee9f2cb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Calling delete_port for d6af244d-693d-401e-8592-d3f34d9b9781 owned by network:floatingip {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:52:11.252171 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7777b0-414c-497e-94af-da02fd2b9de0 req-ef204205-565e-4047-8b1e-d190144ed014 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:11.254640 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cc7777b0-414c-497e-94af-da02fd2b9de0 req-ef204205-565e-4047-8b1e-d190144ed014 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0984108
May 12 14:52:11.297684 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-324dbe94-eeb2-40b1-9f49-1f96cee9f2cb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:11.362485 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cc7777b0-414c-497e-94af-da02fd2b9de0 req-e2fd3a8d-dd31-4fcf-a2c4-fa6ab3d09b90 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010933
May 12 14:52:11.384782 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324dbe94-eeb2-40b1-9f49-1f96cee9f2cb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event deleted for resources: {'Port': ['ID=d6af244d-693d-401e-8592-d3f34d9b9781,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:11.671076 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-324dbe94-eeb2-40b1-9f49-1f96cee9f2cb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:11.677863 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-324dbe94-eeb2-40b1-9f49-1f96cee9f2cb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:11.682948 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-324dbe94-eeb2-40b1-9f49-1f96cee9f2cb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "DELETE /v2.0/floatingips/d2540c8a-b18a-49e7-be40-42530b3f5a92 HTTP/1.1" status: 204  len: 168 time: 1.2849460
May 12 14:52:11.694116 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 89a9ff10-8343-460a-9e65-0158c87f5841 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:52:11.730741 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52599a63-df96-46b0-b7e6-46cd3612ab3e req-79d62479-3beb-4a82-a08f-57be098cf49c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:11.730741 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-52599a63-df96-46b0-b7e6-46cd3612ab3e req-79d62479-3beb-4a82-a08f-57be098cf49c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.2446990
May 12 14:52:11.737097 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: 89a9ff10-8343-460a-9e65-0158c87f5841 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:52:11.737477 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 89a9ff10-8343-460a-9e65-0158c87f5841 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:52:11.783093 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-52599a63-df96-46b0-b7e6-46cd3612ab3e req-203c1c22-e84d-421a-8fb6-78ad70102d32 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467842
May 12 14:52:12.216700 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36116) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:12.221566 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-9cacd3a3-a6b5-422c-a0c4-fd3fd1cbd00a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1130495193', 'description': 'tempest-description--1461802681'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:52:12.228919 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-9cacd3a3-a6b5-422c-a0c4-fd3fd1cbd00a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:52:12.235940 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-9cacd3a3-a6b5-422c-a0c4-fd3fd1cbd00a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:security_group and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:52:12.246882 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-9cacd3a3-a6b5-422c-a0c4-fd3fd1cbd00a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:52:12.258068 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-9cacd3a3-a6b5-422c-a0c4-fd3fd1cbd00a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:52:12.391695 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2fd00d9e-053e-4251-ac34-33acaef75e98 req-a5493e41-8aeb-4122-992c-429ad9f6cc48 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 210 time: 0.0593843
May 12 14:52:12.396072 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9cacd3a3-a6b5-422c-a0c4-fd3fd1cbd00a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:12.428744 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-9cacd3a3-a6b5-422c-a0c4-fd3fd1cbd00a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:52:12.436002 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-9cacd3a3-a6b5-422c-a0c4-fd3fd1cbd00a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:security_group_rule and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:52:12.442092 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-9cacd3a3-a6b5-422c-a0c4-fd3fd1cbd00a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:52:12.446364 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-9cacd3a3-a6b5-422c-a0c4-fd3fd1cbd00a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:52:12.570188 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9cacd3a3-a6b5-422c-a0c4-fd3fd1cbd00a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:12.607850 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdd4ce-b55e-46c1-b945-19562fb3ff5c req-93cd63e7-d854-4a10-84fb-cd79affdaad0 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:12.609788 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-51fdd4ce-b55e-46c1-b945-19562fb3ff5c req-93cd63e7-d854-4a10-84fb-cd79affdaad0 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1044593
May 12 14:52:12.658357 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-51fdd4ce-b55e-46c1-b945-19562fb3ff5c req-42ee2f98-a355-4b38-930b-68bcdac920e0 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427277
May 12 14:52:12.669653 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9cacd3a3-a6b5-422c-a0c4-fd3fd1cbd00a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:12.725532 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacd3a3-a6b5-422c-a0c4-fd3fd1cbd00a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa86943c-c554-424c-9667-27d4bdafe9a1,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:12.784440 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9cacd3a3-a6b5-422c-a0c4-fd3fd1cbd00a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:12.789211 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-9cacd3a3-a6b5-422c-a0c4-fd3fd1cbd00a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.5683150
May 12 14:52:12.789449 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36122) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:12.795734 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-c341e7ae-7fd0-481b-b66d-a2a0b984fb25 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'security_group_rule': {'security_group_id': 'fa86943c-c554-424c-9667-27d4bdafe9a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:52:12.804020 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-c341e7ae-7fd0-481b-b66d-a2a0b984fb25 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:52:12.809557 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-c341e7ae-7fd0-481b-b66d-a2a0b984fb25 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:security_group_rule and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:52:12.813481 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-c341e7ae-7fd0-481b-b66d-a2a0b984fb25 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:52:12.820539 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-c341e7ae-7fd0-481b-b66d-a2a0b984fb25 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:52:12.974067 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c341e7ae-7fd0-481b-b66d-a2a0b984fb25 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:13.102225 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9b1a-e0ac-4d0d-b569-20fd5849e155 req-f29426e7-71cc-458e-a4ba-0f56ec819cf6 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:13.112538 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b21e9b1a-e0ac-4d0d-b569-20fd5849e155 req-f29426e7-71cc-458e-a4ba-0f56ec819cf6 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.1970787
May 12 14:52:13.157504 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c341e7ae-7fd0-481b-b66d-a2a0b984fb25 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:13.180085 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b21e9b1a-e0ac-4d0d-b569-20fd5849e155 req-dd839030-9f75-40d3-b60a-5cccb0c17535 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665693
May 12 14:52:13.259633 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c341e7ae-7fd0-481b-b66d-a2a0b984fb25 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:13.285516 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341e7ae-7fd0-481b-b66d-a2a0b984fb25 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0b8f4c-7e36-445c-a6bd-13ca3a751a1a,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:13.401648 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c341e7ae-7fd0-481b-b66d-a2a0b984fb25 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:13.401648 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-c341e7ae-7fd0-481b-b66d-a2a0b984fb25 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6068945
May 12 14:52:13.401648 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36134) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:13.405861 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-e06a0805-b1bd-49b1-90c0-61ab037688f8 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'security_group_rule': {'security_group_id': 'fa86943c-c554-424c-9667-27d4bdafe9a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:52:13.412839 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e06a0805-b1bd-49b1-90c0-61ab037688f8 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:52:13.425978 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e06a0805-b1bd-49b1-90c0-61ab037688f8 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:security_group_rule and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:52:13.433640 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e06a0805-b1bd-49b1-90c0-61ab037688f8 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:52:13.439981 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e06a0805-b1bd-49b1-90c0-61ab037688f8 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:52:13.570007 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b9682acb-a150-4eee-8868-186eeff65422 req-cd178ab8-5a36-48c7-ad52-6383b9c38235 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 210 time: 0.0471961
May 12 14:52:13.898462 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d97737-7f1d-4566-af29-cae53420d390 req-657c29bf-e1af-43e6-827f-fc0ecfbee74a tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:13.898462 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-84d97737-7f1d-4566-af29-cae53420d390 req-657c29bf-e1af-43e6-827f-fc0ecfbee74a tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1213093
May 12 14:52:13.976032 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-84d97737-7f1d-4566-af29-cae53420d390 req-043c9a32-f693-44ed-b715-6aa3162f9132 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715744
May 12 14:52:13.990950 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e06a0805-b1bd-49b1-90c0-61ab037688f8 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:14.111079 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e06a0805-b1bd-49b1-90c0-61ab037688f8 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:14.195789 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e06a0805-b1bd-49b1-90c0-61ab037688f8 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:14.254631 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a0805-b1bd-49b1-90c0-61ab037688f8 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7919a100-e57d-499a-8938-6ed620671dc6,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:14.355803 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e06a0805-b1bd-49b1-90c0-61ab037688f8 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:14.357481 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e06a0805-b1bd-49b1-90c0-61ab037688f8 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9561119
May 12 14:52:14.361451 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36148) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:14.367430 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'floatingip': {'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:52:14.408445 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:52:14.421694 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:floatingip and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:52:14.425515 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:52:14.433500 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:52:14.478386 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46ce6b-3f8f-474f-ac79-573098f182f0 req-2bae8590-31d5-4ec5-849d-2b920e343bca tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:14.485483 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2b46ce6b-3f8f-474f-ac79-573098f182f0 req-2bae8590-31d5-4ec5-849d-2b920e343bca tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.1135323
May 12 14:52:14.528961 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2b46ce6b-3f8f-474f-ac79-573098f182f0 req-f3d3f06b-6943-45bb-935b-6a82fbd30f6c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425014
May 12 14:52:14.578534 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:14.737208 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-381807ce-0a76-4642-8eb8-88d2f9eb9860 req-8e5496ff-e6d7-4ab6-bf18-06ad90ae35c6 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 210 time: 0.0488546
May 12 14:52:14.814386 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:14.958467 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Allocated IP 172.27.3.248 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/52988b2b-1b07-4a45-9919-a4210c9bea6f) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:52:15.226125 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:15.264487 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e3c64-d189-45e2-becc-0fdae0fcaba0 req-a9f166c7-03c3-4191-a309-214bcb10f6ec tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:15.265311 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0f8e3c64-d189-45e2-becc-0fdae0fcaba0 req-a9f166c7-03c3-4191-a309-214bcb10f6ec tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1242878
May 12 14:52:15.324477 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0f8e3c64-d189-45e2-becc-0fdae0fcaba0 req-5590cbd7-f435-4d79-99c4-c1e278d2e5dc tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520213
May 12 14:52:15.748533 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0fdee-62b6-41c8-97a4-ec16e78d6b79 req-10c036c6-3f18-4170-bbea-627800efa306 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:15.750221 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-19c0fdee-62b6-41c8-97a4-ec16e78d6b79 req-10c036c6-3f18-4170-bbea-627800efa306 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.1038001
May 12 14:52:15.779525 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:15.887176 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:52:15.896183 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-19c0fdee-62b6-41c8-97a4-ec16e78d6b79 req-02e27db7-e757-4941-8f51-815c6c24175c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1358151
May 12 14:52:15.897148 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:52:15.899707 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:52:15.957576 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'Port': ['ID=52988b2b-1b07-4a45-9919-a4210c9bea6f,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:16.003249 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:16.066246 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ba5b28c5-4f8f-4edd-90f8-8ac7776c5f0c req-5c6f017a-301c-4734-b9ac-bf8504b42245 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 210 time: 0.0539701
May 12 14:52:16.312688 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:16.594026 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3583-8ef5-4867-92d9-98292a5bd3f0 req-da3d6dfa-a310-40b8-8cd1-f1efb9cc3090 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:16.595506 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aa6e3583-8ef5-4867-92d9-98292a5bd3f0 req-da3d6dfa-a310-40b8-8cd1-f1efb9cc3090 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1434414
May 12 14:52:16.623512 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:16.648074 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aa6e3583-8ef5-4867-92d9-98292a5bd3f0 req-c52ceee9-e9a7-4eac-a535-a6a37b5c720f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428183
May 12 14:52:16.686805 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:16.793891 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'Port': ['ID=52988b2b-1b07-4a45-9919-a4210c9bea6f,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:16.806007 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:16.915055 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:16.916209 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-b676f696-fed6-45a4-9260-194160bb4ffa tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5543301
May 12 14:52:17.115642 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fb98b-8e05-4a12-a034-fad04fa0ec57 req-c67a59e9-bbda-4471-b7fd-d2a976e629cf tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:17.117116 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b69fb98b-8e05-4a12-a034-fad04fa0ec57 req-c67a59e9-bbda-4471-b7fd-d2a976e629cf tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.1034780
May 12 14:52:17.162278 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b69fb98b-8e05-4a12-a034-fad04fa0ec57 req-f6285e9b-02eb-414b-88d5-71992e3d3a3a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395279
May 12 14:52:17.292762 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-fdbd9b52-536c-4f50-bc33-f1de73fa6912 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:security_group {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:52:17.377524 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-fdbd9b52-536c-4f50-bc33-f1de73fa6912 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:security_group {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:52:17.378653 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-fdbd9b52-536c-4f50-bc33-f1de73fa6912 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1130495193&fields=id&tenant_id=67a8451272cc41ebaf1598ed940bf09a HTTP/1.1" status: 200  len: 267 time: 0.1247127
May 12 14:52:17.528605 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-24ff1c41-1d1e-49b6-a0ba-433ffd71dd86 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:17.530073 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-24ff1c41-1d1e-49b6-a0ba-433ffd71dd86 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/networks?id=9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 200  len: 815 time: 0.1443155
May 12 14:52:17.547016 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-793d069b-786f-4b2a-b2a5-bb10c539d19d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/quotas/67a8451272cc41ebaf1598ed940bf09a HTTP/1.1" status: 200  len: 375 time: 0.0110896
May 12 14:52:17.627565 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-3ea11d8a-3937-4924-80d5-29e1371d759e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:52:17.709786 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-3ea11d8a-3937-4924-80d5-29e1371d759e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:52:17.711089 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-3ea11d8a-3937-4924-80d5-29e1371d759e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1591017
May 12 14:52:17.847495 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-4491b272-3d55-468c-a029-e19bac0e717e service neutron] 10.222.0.49 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247663
May 12 14:52:17.976403 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-ecc65b12-0945-46f3-8ded-1172aeec3691 service neutron] 10.222.0.49 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230822
May 12 14:52:18.281250 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-17099cb8-634c-45c3-9759-ab6b80220b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:18.288154 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6d16e0e2-6b8a-4579-bcaf-727b7dac37d5 req-7620b85d-0b15-4fc1-8330-30d9a5e5f0d1 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 210 time: 0.0479512
May 12 14:52:18.457951 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daad6ea-ef02-4095-ae1c-f84fdbd95119 req-455fe2cc-528f-415c-9f93-316a48d58332 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:18.459342 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9daad6ea-ef02-4095-ae1c-f84fdbd95119 req-455fe2cc-528f-415c-9f93-316a48d58332 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0791700
May 12 14:52:18.502904 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9daad6ea-ef02-4095-ae1c-f84fdbd95119 req-c3cb4d55-dcfd-4ef0-9eed-5876b94af114 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378613
May 12 14:52:18.586833 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5c55eb37-22d9-4aaf-8cc4-3159ca17170f req-f9165d2e-f219-4623-a50b-25e75b539134 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 210 time: 0.0446997
May 12 14:52:18.758946 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c069dc-6849-42f3-9485-b18bb4b548db req-a3810f01-9e28-45bd-b191-482f4e8b4b86 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:18.760480 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a2c069dc-6849-42f3-9485-b18bb4b548db req-a3810f01-9e28-45bd-b191-482f4e8b4b86 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.0797083
May 12 14:52:18.805715 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a2c069dc-6849-42f3-9485-b18bb4b548db req-c6540eed-50ec-48c9-8dfb-abec8e19d5ac tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394669
May 12 14:52:19.458003 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-54c837c7-f358-4e7d-a2c0-b013d23a9213 req-2200b9f9-a1b0-4ec0-a366-1773f76e6318 tempest-VolumesSnapshotTestJSON-1901508701 tempest-VolumesSnapshotTestJSON-1901508701-project] 10.222.0.49 "GET /v2.0/ports?device_id=6809f21a-9df9-499a-aec9-c628d50b64e3 HTTP/1.1" status: 200  len: 210 time: 0.0422714
May 12 14:52:19.704053 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9b5fc-6620-47df-bc7d-00f7ea83066b req-ddd2c7ca-c380-4ce9-8c4d-f4dc1452abf1 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:19.705514 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b9c9b5fc-6620-47df-bc7d-00f7ea83066b req-ddd2c7ca-c380-4ce9-8c4d-f4dc1452abf1 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0869296
May 12 14:52:19.750034 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b9c9b5fc-6620-47df-bc7d-00f7ea83066b req-df12306a-ec43-4e44-adf6-e6321fc8773b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383940
May 12 14:52:19.904814 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6ab7b50f-b1d7-4177-bb91-1ec3e7fc209a req-463fd2de-53df-4138-aec8-aedb6c591399 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 210 time: 0.0522463
May 12 14:52:20.305398 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501eb37-5f16-41e6-9f4b-7392571006cf req-998bbd1d-6c8c-47cb-8b75-2fe0d83cdc97 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:20.307711 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e501eb37-5f16-41e6-9f4b-7392571006cf req-998bbd1d-6c8c-47cb-8b75-2fe0d83cdc97 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.0989907
May 12 14:52:20.360423 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e501eb37-5f16-41e6-9f4b-7392571006cf req-276de2b1-e2e4-46f2-ac17-bc67e265e9b6 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457811
May 12 14:52:20.623413 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b81bd-f386-478a-90b6-a01df4e50050 req-0869a30b-e1cc-4384-aefe-e3d8bae7d9ba tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:20.625034 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-238b81bd-f386-478a-90b6-a01df4e50050 req-0869a30b-e1cc-4384-aefe-e3d8bae7d9ba tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1011777
May 12 14:52:20.676793 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-238b81bd-f386-478a-90b6-a01df4e50050 req-2fede46d-f43d-4089-ac29-1c3fb341d36d tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409153
May 12 14:52:20.744429 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b964f48b-6d29-4d8d-a261-5ea693c1d01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:20.928797 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42471392-feda-4cce-9da9-79908f4f25f2 req-7c3b15f2-7951-4a9e-82e7-0f9e1f8e557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:20.930302 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-42471392-feda-4cce-9da9-79908f4f25f2 req-7c3b15f2-7951-4a9e-82e7-0f9e1f8e557e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a090a68e336b4562aca524a95f550e04&device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 1099 time: 0.1573975
May 12 14:52:21.069423 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f678cb0d-996d-43b4-9e34-909a64390e53 req-b749a3a5-5216-4e8f-9ad7-18e3713a1edd tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 210 time: 0.0485401
May 12 14:52:21.112270 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42471392-feda-4cce-9da9-79908f4f25f2 req-228ff468-eba7-4d4d-bd29-735faf9fbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:21.113714 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-42471392-feda-4cce-9da9-79908f4f25f2 req-228ff468-eba7-4d4d-bd29-735faf9fbd21 service neutron] 10.222.0.71 "GET /v2.0/networks?id=42e9462e-79bf-4236-9d9e-1261c021234a HTTP/1.1" status: 200  len: 911 time: 0.1770728
May 12 14:52:21.216592 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-42471392-feda-4cce-9da9-79908f4f25f2 req-fb9a073a-8963-48d7-9bdb-6b3fb77c054b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc63b69d-a47c-45f7-a4ec-c94b33fcef39 HTTP/1.1" status: 200  len: 1002 time: 0.0968256
May 12 14:52:21.288090 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42471392-feda-4cce-9da9-79908f4f25f2 req-c2aec4a1-8dfc-41b1-a741-b3d31350d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:21.289439 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-42471392-feda-4cce-9da9-79908f4f25f2 req-c2aec4a1-8dfc-41b1-a741-b3d31350d1a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b19e2646-24d9-4430-9acb-4aef7b057e71 HTTP/1.1" status: 200  len: 849 time: 0.0666428
May 12 14:52:21.367424 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42471392-feda-4cce-9da9-79908f4f25f2 req-0e5d5854-ad31-4af3-80fd-bd9a390c4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:21.368932 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-42471392-feda-4cce-9da9-79908f4f25f2 req-0e5d5854-ad31-4af3-80fd-bd9a390c4827 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42e9462e-79bf-4236-9d9e-1261c021234a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740211
May 12 14:52:21.433127 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-31a69960-2f48-4063-a8bb-6865a9b1cfd1 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:21.437782 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-31a69960-2f48-4063-a8bb-6865a9b1cfd1 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "GET /v2.0/networks?id=9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 200  len: 815 time: 0.1667602
May 12 14:52:21.515733 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-d9966150-59d8-4d81-8f05-b078c6f8ac2d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:52:21.528671 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-42471392-feda-4cce-9da9-79908f4f25f2 req-746342c2-b079-4394-b646-f0e6e197c04d service neutron] 10.222.0.71 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535788
May 12 14:52:21.576962 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-d9966150-59d8-4d81-8f05-b078c6f8ac2d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:52:21.578103 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-d9966150-59d8-4d81-8f05-b078c6f8ac2d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67a8451272cc41ebaf1598ed940bf09a HTTP/1.1" status: 200  len: 380 time: 0.1151979
May 12 14:52:21.590802 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'port': {'device_id': '6f7de537-3c2b-4b45-a0da-e5b9ab7c169a', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'admin_state_up': True, 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'security_groups': ['fa86943c-c554-424c-9667-27d4bdafe9a1']}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:52:21.682983 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-42471392-feda-4cce-9da9-79908f4f25f2 req-aae66ca7-a764-4a8a-b973-50a4db2d68f4 service neutron] 10.222.0.71 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475587
May 12 14:52:21.758509 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214bf6b-6e37-4d57-bc2f-054122ce9ffa req-2fa25707-a076-4751-aae0-c7734887c612 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:21.761370 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:21.762218 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:21.765789 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6214bf6b-6e37-4d57-bc2f-054122ce9ffa req-2fa25707-a076-4751-aae0-c7734887c612 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.2554047
May 12 14:52:21.796093 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:52:21.818989 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:52:21.831433 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6214bf6b-6e37-4d57-bc2f-054122ce9ffa req-9172cb7c-68bd-443c-ae8c-5024aee3932a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646758
May 12 14:52:21.921488 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9efe8-0110-43d2-91db-d330fbb18eec req-debd5bae-35c9-4485-87bb-0c20f288667e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:21.922921 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9cf9efe8-0110-43d2-91db-d330fbb18eec req-debd5bae-35c9-4485-87bb-0c20f288667e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0933783
May 12 14:52:21.971389 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9cf9efe8-0110-43d2-91db-d330fbb18eec req-53105344-75c3-4204-8d4d-9fa9400b08d3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420837
May 12 14:52:22.012294 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Made reservation on behalf of 67a8451272cc41ebaf1598ed940bf09a for: {'port': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:52:22.016037 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:22.256488 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-375bc32c-6776-4960-ac6b-9d75db196015 req-e6283127-b32c-4d0e-bc24-3d731bcdce78 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 210 time: 0.0556228
May 12 14:52:22.270017 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Allocated IP 172.20.0.8 (9862f13a-dccf-465d-abda-f29b2d232c04/7f368cfb-e379-4448-9120-bcd23ab51263/ad55ba66-712c-4c11-9515-ff16c19a8b63) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:52:22.455837 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:22.472014 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Transition to ACTIVE for port object ad55ba66-712c-4c11-9515-ff16c19a8b63 will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:52:22.566832 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:22.637009 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Network 9862f13a-dccf-465d-abda-f29b2d232c04 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:52:22.640025 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:52:22.644235 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:52:22.649903 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:22.650839 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:22.666110 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'Port': ['ID=ad55ba66-712c-4c11-9515-ff16c19a8b63,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:22.835997 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-940a9715-3f23-45f8-a592-791da6c7f02c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2506933
May 12 14:52:22.851874 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Request body: {'port': {'device_id': '6f7de537-3c2b-4b45-a0da-e5b9ab7c169a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:52:22.938740 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-e23f840d-2b36-4e29-8465-43c454ca07bd None None] Provisioning for port ad55ba66-712c-4c11-9515-ff16c19a8b63 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:52:22.946575 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-e23f840d-2b36-4e29-8465-43c454ca07bd None None] Provisioning complete for port ad55ba66-712c-4c11-9515-ff16c19a8b63 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:52:22.947065 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e23f840d-2b36-4e29-8465-43c454ca07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:22.984654 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:22.995937 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:23.052572 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-e23f840d-2b36-4e29-8465-43c454ca07bd None None] Port ad55ba66-712c-4c11-9515-ff16c19a8b63 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:52:23.055709 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931424b-ca65-4dbe-8869-6766c4ddd956 req-f4be2944-8a7b-4ccf-84d7-7862117da81a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:23.057618 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2931424b-ca65-4dbe-8869-6766c4ddd956 req-f4be2944-8a7b-4ccf-84d7-7862117da81a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.1027589
May 12 14:52:23.127412 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2931424b-ca65-4dbe-8869-6766c4ddd956 req-24b0ce76-76ed-4a89-a8c1-4fe7e61c9d68 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547056
May 12 14:52:23.344816 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bf1f8-1420-4179-a066-acfb91964c7f req-40d8386b-0703-4374-b830-7a537898895e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:23.346311 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-583bf1f8-1420-4179-a066-acfb91964c7f req-40d8386b-0703-4374-b830-7a537898895e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1931493
May 12 14:52:23.497997 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526678b9-02d4-4442-8e5d-34e40fc6c72f req-2b185647-a3ef-454c-a4da-aaddbf4824c9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:23.499433 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-526678b9-02d4-4442-8e5d-34e40fc6c72f req-2b185647-a3ef-454c-a4da-aaddbf4824c9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 931 time: 0.1092465
May 12 14:52:23.500790 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-583bf1f8-1420-4179-a066-acfb91964c7f req-4882ebe6-651e-47bd-995d-d25d98e6914f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1368525
May 12 14:52:23.549750 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-526678b9-02d4-4442-8e5d-34e40fc6c72f req-4e8f2bab-c5c7-4dd6-91d6-015960c1e163 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa86943c-c554-424c-9667-27d4bdafe9a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422919
May 12 14:52:23.579927 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad55ba66-712c-4c11-9515-ff16c19a8b63 {{(pid=88125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:52:23.587032 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:23.609665 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Transition to ACTIVE for port object ad55ba66-712c-4c11-9515-ff16c19a8b63 will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:52:23.726472 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:23.879263 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41960192-1509-482b-97f5-46a419c5643c service neutron] Pushing event updated for resources: {'Port': ['ID=ad55ba66-712c-4c11-9515-ff16c19a8b63,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:23.945077 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Attempting to bind port ad55ba66-712c-4c11-9515-ff16c19a8b63 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:52:23.945412 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Attempting to bind port ad55ba66-712c-4c11-9515-ff16c19a8b63 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:52:23.945733 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Attempting to bind port ad55ba66-712c-4c11-9515-ff16c19a8b63 on network 9862f13a-dccf-465d-abda-f29b2d232c04 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:52:23.950879 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Port ad55ba66-712c-4c11-9515-ff16c19a8b63 on network 9862f13a-dccf-465d-abda-f29b2d232c04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:52:23.951254 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Attempting to bind port ad55ba66-712c-4c11-9515-ff16c19a8b63 on network 9862f13a-dccf-465d-abda-f29b2d232c04 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:52:23.956672 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:52:23.957003 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Checking segment: {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:52:23.957383 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Bound using segment: {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:52:23.957809 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Bound port: ad55ba66-712c-4c11-9515-ff16c19a8b63, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:52:23.958149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:24.048697 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] For port ad55ba66-712c-4c11-9515-ff16c19a8b63, host hv-cinder-83118, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:52:24.051715 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] For port ad55ba66-712c-4c11-9515-ff16c19a8b63, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ad55ba66-712c-4c11-9515-ff16c19a8b63,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:52:24.161535 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:24.234255 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:24.234900 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:24.236284 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-41960192-1509-482b-97f5-46a419c5643c service neutron] 10.222.0.71 "PUT /v2.0/ports/ad55ba66-712c-4c11-9515-ff16c19a8b63 HTTP/1.1" status: 200  len: 1093 time: 1.3885553
May 12 14:52:24.236727 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7de537-3c2b-4b45-a0da-e5b9ab7c169a', 'tag': 'ad55ba66-712c-4c11-9515-ff16c19a8b63'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:52:24.256913 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41960192-1509-482b-97f5-46a419c5643c service neutron] Pushing event updated for resources: {'Port': ['ID=ad55ba66-712c-4c11-9515-ff16c19a8b63,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:24.304938 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-810459be-151d-4ceb-ac7b-37f21ab4c622'] response: {'name': 'network-changed', 'server_uuid': '6f7de537-3c2b-4b45-a0da-e5b9ab7c169a', 'tag': 'ad55ba66-712c-4c11-9515-ff16c19a8b63', 'status': 'completed', 'code': 200}
May 12 14:52:24.363425 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f0568-a77d-4da6-aef3-2b0b0b4a0e73 req-0fbae140-54c3-417e-ace3-831ea9fc57fe tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:24.365066 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-489f0568-a77d-4da6-aef3-2b0b0b4a0e73 req-0fbae140-54c3-417e-ace3-831ea9fc57fe tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.1030056
May 12 14:52:24.416841 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-489f0568-a77d-4da6-aef3-2b0b0b4a0e73 req-bfa706b1-f2f4-4180-845a-847c86e04406 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455141
May 12 14:52:24.747150 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ead98-081f-45f2-adb3-9dabda78fb4e req-3e563c90-06bc-4b76-aca3-1b8e1db229f6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:24.748624 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-db6ead98-081f-45f2-adb3-9dabda78fb4e req-3e563c90-06bc-4b76-aca3-1b8e1db229f6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 943 time: 0.0824413
May 12 14:52:24.803232 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-db6ead98-081f-45f2-adb3-9dabda78fb4e req-c5c4f9ff-af3b-4f05-8c61-b27d121aad6c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa86943c-c554-424c-9667-27d4bdafe9a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428257
May 12 14:52:25.645066 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49665f00-b793-4ff5-9b86-417c2239950d req-83564120-5076-46ca-a272-ab675126c713 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:25.647580 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-49665f00-b793-4ff5-9b86-417c2239950d req-83564120-5076-46ca-a272-ab675126c713 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.0984678
May 12 14:52:25.698410 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-49665f00-b793-4ff5-9b86-417c2239950d req-98d15758-c9fc-498d-91a3-995eae8c4bd9 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453789
May 12 14:52:26.003710 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55605861-63cd-4db8-83ae-f33391a8eb17 req-9aa3e605-2ab1-4029-b99e-d22daf0112ca tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:26.005176 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-55605861-63cd-4db8-83ae-f33391a8eb17 req-9aa3e605-2ab1-4029-b99e-d22daf0112ca tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 943 time: 0.0867364
May 12 14:52:26.052173 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-55605861-63cd-4db8-83ae-f33391a8eb17 req-c5346840-2e75-4590-b431-ccbfe97f144e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa86943c-c554-424c-9667-27d4bdafe9a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394924
May 12 14:52:26.855458 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-d0b02316-df83-4d0a-b73f-a2c57b8c3be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:26.856909 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-d0b02316-df83-4d0a-b73f-a2c57b8c3be1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 1096 time: 0.1092126
May 12 14:52:26.936552 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-37b6bc4c-6318-48b3-9328-2d036a3dadd4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad55ba66-712c-4c11-9515-ff16c19a8b63 HTTP/1.1" status: 200  len: 217 time: 0.0654609
May 12 14:52:27.010283 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c5194-249d-4d32-822d-f66035762e0b req-20cfc9c3-4a65-4890-9418-94d4a5721812 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:27.011680 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7a3c5194-249d-4d32-822d-f66035762e0b req-20cfc9c3-4a65-4890-9418-94d4a5721812 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.1992643
May 12 14:52:27.013110 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-f7ce621b-13c1-4d7c-994f-6682e9da0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:27.014391 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-f7ce621b-13c1-4d7c-994f-6682e9da0a5e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f368cfb-e379-4448-9120-bcd23ab51263 HTTP/1.1" status: 200  len: 854 time: 0.0718842
May 12 14:52:27.105696 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7a3c5194-249d-4d32-822d-f66035762e0b req-1634d857-9615-4869-97a4-6fefd01b8675 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882878
May 12 14:52:27.124733 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-f4d7f265-d301-40ae-a226-d44f78689d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:27.126183 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-f4d7f265-d301-40ae-a226-d44f78689d48 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9862f13a-dccf-465d-abda-f29b2d232c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0962050
May 12 14:52:27.264642 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ece92-d98b-4832-a84b-66133f213bb3 req-d6ba3858-ac7b-45a9-a42e-7c589e989fad tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:27.266072 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0b9ece92-d98b-4832-a84b-66133f213bb3 req-d6ba3858-ac7b-45a9-a42e-7c589e989fad tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 943 time: 0.0924878
May 12 14:52:27.274015 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-a6654571-1efa-4777-aa3c-d530c7360ee4 service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413431
May 12 14:52:27.319373 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0b9ece92-d98b-4832-a84b-66133f213bb3 req-b84a23d4-1b48-4579-876f-4b3da696578f tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa86943c-c554-424c-9667-27d4bdafe9a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465276
May 12 14:52:27.404773 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0b2d7438-31be-4b81-a635-3ac7c9487be3 req-6cc852a9-7a08-4121-83ca-647aa177eede service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242385
May 12 14:52:27.681392 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155fbad-834d-4e83-845b-777279e8524c req-2ed7b523-f11d-435b-a15a-d491a3acae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:27.682838 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0155fbad-834d-4e83-845b-777279e8524c req-2ed7b523-f11d-435b-a15a-d491a3acae43 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 1096 time: 0.0711150
May 12 14:52:27.813708 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155fbad-834d-4e83-845b-777279e8524c req-1faea99c-a4ee-49b2-a33a-5c34f3b830d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:27.815205 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0155fbad-834d-4e83-845b-777279e8524c req-1faea99c-a4ee-49b2-a33a-5c34f3b830d9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 200  len: 916 time: 0.1259770
May 12 14:52:27.952351 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0155fbad-834d-4e83-845b-777279e8524c req-a38063a1-8987-4d6a-9359-2623369eebc5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad55ba66-712c-4c11-9515-ff16c19a8b63 HTTP/1.1" status: 200  len: 217 time: 0.1301694
May 12 14:52:28.018129 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155fbad-834d-4e83-845b-777279e8524c req-ee0784cc-b651-4b82-bd28-616fd66d6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:28.019573 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0155fbad-834d-4e83-845b-777279e8524c req-ee0784cc-b651-4b82-bd28-616fd66d6ce0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f368cfb-e379-4448-9120-bcd23ab51263 HTTP/1.1" status: 200  len: 854 time: 0.0580630
May 12 14:52:28.096414 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155fbad-834d-4e83-845b-777279e8524c req-bb9f81b0-9bed-4626-954d-57070987945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:28.097858 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0155fbad-834d-4e83-845b-777279e8524c req-bb9f81b0-9bed-4626-954d-57070987945c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9862f13a-dccf-465d-abda-f29b2d232c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709398
May 12 14:52:28.289097 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0155fbad-834d-4e83-845b-777279e8524c req-92d890fe-2498-4a53-8002-fd0dd4358f0d service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1836135
May 12 14:52:28.433107 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e349b1-eff4-4977-97ef-cba0bec26c87 req-a3fd0a27-8131-43b5-9e08-bf4094c23ca7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:28.434720 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a8e349b1-eff4-4977-97ef-cba0bec26c87 req-a3fd0a27-8131-43b5-9e08-bf4094c23ca7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.2043710
May 12 14:52:28.496477 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0155fbad-834d-4e83-845b-777279e8524c req-2c300b48-6174-419e-9cf4-dc58e0e3106e service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2007122
May 12 14:52:28.503339 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a8e349b1-eff4-4977-97ef-cba0bec26c87 req-5146779f-a818-4fc4-be9c-1e13ef27288e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568991
May 12 14:52:28.513039 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e0e55-3965-40d1-9847-6c4d7813c30c req-95f645dd-9734-4ace-92f0-e2c2a6c9a7ae tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:28.514595 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c97e0e55-3965-40d1-9847-6c4d7813c30c req-95f645dd-9734-4ace-92f0-e2c2a6c9a7ae tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 943 time: 0.0821922
May 12 14:52:28.561986 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c97e0e55-3965-40d1-9847-6c4d7813c30c req-e7f463a6-f311-4f4f-ae7f-0f8f9f3082ec tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa86943c-c554-424c-9667-27d4bdafe9a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414913
May 12 14:52:28.570711 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:28.970574 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36344) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:29.084863 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:29.099003 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:52:29.102865 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Usage tracker for resource:security_group_rule and tenant:82d64a41c3a04205bc95081560879cc7 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:52:29.105623 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:52:29.111240 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:52:29.203581 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:29.423744 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:29.472053 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82d64a41c3a04205bc95081560879cc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5003657
May 12 14:52:29.473661 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35935036-3173-413f-a2f8-ee387ce8553c,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:29.474796 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 36352) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:29.480963 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:29.481307 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:29.481642 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:29.481974 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:29.482304 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:29.482634 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:29.482983 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:29.483307 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:29.483629 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:29.483947 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:29.484268 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:29.484585 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463dc2f-822d-4ea9-86f7-4d1451f4c17b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:29.532442 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9728cd8c-64f2-4904-b59c-84510e6934da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:29.558387 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9728cd8c-64f2-4904-b59c-84510e6934da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:29.702872 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192c0a8-c74b-42b9-826b-616d01d064c6 req-01eb2aa5-dced-4455-8a66-8e36f51ec32c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:29.704250 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e192c0a8-c74b-42b9-826b-616d01d064c6 req-01eb2aa5-dced-4455-8a66-8e36f51ec32c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.0813899
May 12 14:52:29.706233 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9728cd8c-64f2-4904-b59c-84510e6934da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:29.734156 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728cd8c-64f2-4904-b59c-84510e6934da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35935036-3173-413f-a2f8-ee387ce8553c,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:29.745896 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9728cd8c-64f2-4904-b59c-84510e6934da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:29.748779 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-9728cd8c-64f2-4904-b59c-84510e6934da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35935036-3173-413f-a2f8-ee387ce8553c HTTP/1.1" status: 204  len: 168 time: 0.2711802
May 12 14:52:29.751766 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967fe5d-82db-4a79-b013-fbf5373f1278 req-da39764a-a2fa-4d19-a93a-581597d841dd tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:29.753371 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3967fe5d-82db-4a79-b013-fbf5373f1278 req-da39764a-a2fa-4d19-a93a-581597d841dd tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 943 time: 0.0837450
May 12 14:52:29.773058 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e192c0a8-c74b-42b9-826b-616d01d064c6 req-59f8bcca-0627-41b8-90d2-6ed22ceebaf1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553124
May 12 14:52:29.799978 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3967fe5d-82db-4a79-b013-fbf5373f1278 req-5a2e4f7e-1cf3-416a-b4ae-2298ca1be439 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa86943c-c554-424c-9667-27d4bdafe9a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409834
May 12 14:52:29.804656 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device ad55ba66-712c-4c11-9515-ff16c19a8b63 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:52:29.938524 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port ad55ba66-712c-4c11-9515-ff16c19a8b63, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ad55ba66-712c-4c11-9515-ff16c19a8b63,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:52:29.951909 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': 'ad55ba66-712c-4c11-9515-ff16c19a8b63', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'port_id': 'ad55ba66-712c-4c11-9515-ff16c19a8b63', 'mac_address': 'fa:16:3e:67:e0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:52:30.010168 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:30.026869 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad55ba66-712c-4c11-9515-ff16c19a8b63 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:52:30.044275 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port ad55ba66-712c-4c11-9515-ff16c19a8b63, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ad55ba66-712c-4c11-9515-ff16c19a8b63,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:52:30.155661 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:30.228404 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=ad55ba66-712c-4c11-9515-ff16c19a8b63,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:30.547890 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['ad55ba66-712c-4c11-9515-ff16c19a8b63'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:52:30.977535 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04d68e-eac3-4a79-be22-d1358b1e60e8 req-448426c2-10db-426e-874d-1a38404d8ed1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:30.979953 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ec04d68e-eac3-4a79-be22-d1358b1e60e8 req-448426c2-10db-426e-874d-1a38404d8ed1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.0902016
May 12 14:52:31.037469 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ec04d68e-eac3-4a79-be22-d1358b1e60e8 req-1cdc3c2a-b379-48ad-a777-3dd6cb9e9fa2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510173
May 12 14:52:31.099617 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983ac42-4b1e-4122-a4f2-057665bb0b22 req-c9117f9a-aa2f-49ba-ba3a-6d9bec610640 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:31.101110 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7983ac42-4b1e-4122-a4f2-057665bb0b22 req-c9117f9a-aa2f-49ba-ba3a-6d9bec610640 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 944 time: 0.1873393
May 12 14:52:31.148792 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7983ac42-4b1e-4122-a4f2-057665bb0b22 req-5c0ad21e-2481-40c9-bfb6-3abbb6d84dd3 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa86943c-c554-424c-9667-27d4bdafe9a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405169
May 12 14:52:31.829950 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device ad55ba66-712c-4c11-9515-ff16c19a8b63 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:52:32.098394 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port ad55ba66-712c-4c11-9515-ff16c19a8b63 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:52:32.104036 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port ad55ba66-712c-4c11-9515-ff16c19a8b63 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:52:32.104403 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:32.225338 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:32.254896 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7de537-3c2b-4b45-a0da-e5b9ab7c169a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad55ba66-712c-4c11-9515-ff16c19a8b63'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:52:32.265507 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port ad55ba66-712c-4c11-9515-ff16c19a8b63, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ad55ba66-712c-4c11-9515-ff16c19a8b63,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:52:32.285140 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8689b0b-df80-494a-853e-b583f50efece req-ee541f78-328f-4906-9b9e-86e47b0225d8 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:32.287293 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f8689b0b-df80-494a-853e-b583f50efece req-ee541f78-328f-4906-9b9e-86e47b0225d8 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.1376231
May 12 14:52:32.341198 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f8689b0b-df80-494a-853e-b583f50efece req-815f9821-b723-49de-9ab7-e9209efd5c50 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480964
May 12 14:52:32.378289 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:32.380232 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad20dd3-3a90-40d7-b25b-cc9d2e70f287 req-26b80b03-68e5-485e-ab4d-346d5be1ad36 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:32.382469 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2ad20dd3-3a90-40d7-b25b-cc9d2e70f287 req-26b80b03-68e5-485e-ab4d-346d5be1ad36 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 944 time: 0.0870919
May 12 14:52:32.410839 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903e7c55-6b69-402c-96f2-eb10b9aa0f7f'] response: {'server_uuid': '6f7de537-3c2b-4b45-a0da-e5b9ab7c169a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad55ba66-712c-4c11-9515-ff16c19a8b63', 'code': 200}
May 12 14:52:32.435870 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2ad20dd3-3a90-40d7-b25b-cc9d2e70f287 req-423ba23a-5ab6-428d-b421-bcbb7d29a222 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa86943c-c554-424c-9667-27d4bdafe9a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469978
May 12 14:52:32.456972 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=ad55ba66-712c-4c11-9515-ff16c19a8b63,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:32.932668 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d1a23-a27e-4e3e-b7c8-f37bcd4fc295 req-f227b902-e0a0-4e73-a818-096553fd3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:32.934137 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ae0d1a23-a27e-4e3e-b7c8-f37bcd4fc295 req-f227b902-e0a0-4e73-a818-096553fd3284 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 1098 time: 0.0752997
May 12 14:52:32.973078 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ae0d1a23-a27e-4e3e-b7c8-f37bcd4fc295 req-fd0251b4-3a25-430f-a484-2becb9cd391a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fa86943c-c554-424c-9667-27d4bdafe9a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331218
May 12 14:52:33.559765 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e654e11-4801-45b7-a693-022fb03b4d2e req-6e312af8-2c77-4710-a065-ad8afb09fb4c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:33.561347 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6e654e11-4801-45b7-a693-022fb03b4d2e req-6e312af8-2c77-4710-a065-ad8afb09fb4c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 943 time: 0.0962327
May 12 14:52:33.625215 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6e654e11-4801-45b7-a693-022fb03b4d2e req-774bd6d3-7db7-4536-84f1-d4632bc4ded3 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562811
May 12 14:52:33.640945 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78d34c-971e-45fe-9980-f6753bfa8913 req-d5b8e2d7-d51d-48b1-b597-8693feb2cc49 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:33.648578 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-eb78d34c-971e-45fe-9980-f6753bfa8913 req-d5b8e2d7-d51d-48b1-b597-8693feb2cc49 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 945 time: 0.0988932
May 12 14:52:33.697190 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-eb78d34c-971e-45fe-9980-f6753bfa8913 req-737500b6-af6c-4095-9cb3-ec97749166ed tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa86943c-c554-424c-9667-27d4bdafe9a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424380
May 12 14:52:33.824871 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 892fd785-17e4-4442-9f7d-2e5d18b22e9f details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:52:33.962276 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 892fd785-17e4-4442-9f7d-2e5d18b22e9f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:52:33.980270 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'port_id': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'mac_address': 'fa:16:3e:35:e7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:52:34.030962 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:34.047759 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892fd785-17e4-4442-9f7d-2e5d18b22e9f {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:52:34.063605 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 892fd785-17e4-4442-9f7d-2e5d18b22e9f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:52:34.166731 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:34.236841 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=892fd785-17e4-4442-9f7d-2e5d18b22e9f,revision_number=9']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:34.244570 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:34.244919 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:34.245255 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:34.245586 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:34.245946 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:34.246278 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:34.246603 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:34.246957 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:34.247377 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:34.247702 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:34.248285 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:34.248386 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:34.584163 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['892fd785-17e4-4442-9f7d-2e5d18b22e9f'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:52:34.670972 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4453e2-96fd-4e66-a3f9-83e9ba1081d1 req-853f5f1d-5c0f-426b-becd-1cf4a8fb0c2a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:34.679081 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3b4453e2-96fd-4e66-a3f9-83e9ba1081d1 req-853f5f1d-5c0f-426b-becd-1cf4a8fb0c2a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.1128180
May 12 14:52:34.735696 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3b4453e2-96fd-4e66-a3f9-83e9ba1081d1 req-c8b866a9-e156-42b7-8fb5-eaa53c8698ec tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553701
May 12 14:52:34.850612 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cca089-8641-41a3-a887-c83759b0591a req-ef675af6-b628-4ff2-bb68-3eea1dfe2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:34.852161 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-58cca089-8641-41a3-a887-c83759b0591a req-ef675af6-b628-4ff2-bb68-3eea1dfe2e3e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 1098 time: 0.1867738
May 12 14:52:34.867025 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc56c1f-a746-4766-a91c-94f0c66d76b5 req-20628226-9225-4a62-82f2-b56d85c6bf78 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:34.868411 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1bc56c1f-a746-4766-a91c-94f0c66d76b5 req-20628226-9225-4a62-82f2-b56d85c6bf78 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 944 time: 0.1077790
May 12 14:52:34.926212 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852071da-07cc-4af9-8de6-117cc5bcff93 req-ed2f6f39-5884-491a-a96a-e9ad9f66a7a2 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:34.927688 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-852071da-07cc-4af9-8de6-117cc5bcff93 req-ed2f6f39-5884-491a-a96a-e9ad9f66a7a2 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 945 time: 0.0862181
May 12 14:52:34.973713 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-852071da-07cc-4af9-8de6-117cc5bcff93 req-6e4e1345-2b93-4a00-a922-d3ed6f79a690 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa86943c-c554-424c-9667-27d4bdafe9a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399303
May 12 14:52:34.996178 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1bc56c1f-a746-4766-a91c-94f0c66d76b5 req-dcb5449d-9d7b-4887-85cd-823b25b167a1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1095283
May 12 14:52:35.031799 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cca089-8641-41a3-a887-c83759b0591a req-73d03018-f30c-43c7-bc4b-f30a6f06babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:35.033501 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-58cca089-8641-41a3-a887-c83759b0591a req-73d03018-f30c-43c7-bc4b-f30a6f06babf service neutron] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 919 time: 0.1642556
May 12 14:52:35.138896 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-58cca089-8641-41a3-a887-c83759b0591a req-41132c4a-2cd7-4616-b442-15de3a54ee02 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb1e67a7-74a2-404f-8058-06c175243b15 HTTP/1.1" status: 200  len: 1001 time: 0.0985093
May 12 14:52:35.169822 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df11609-04f6-4174-9a66-7f846ef1e675 req-1735a67e-625b-4c49-a8a9-59341032d81d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:35.171611 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0df11609-04f6-4174-9a66-7f846ef1e675 req-1735a67e-625b-4c49-a8a9-59341032d81d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 945 time: 0.0859809
May 12 14:52:35.180653 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36466) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:35.185665 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-c0f99074-2c72-4a69-a6d8-9a048f33f764 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'floatingip': {'port_id': 'ad55ba66-712c-4c11-9515-ff16c19a8b63'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:52:35.207421 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cca089-8641-41a3-a887-c83759b0591a req-fc913dc8-1df5-4b82-88d1-04d4dfa5606e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:35.209701 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-58cca089-8641-41a3-a887-c83759b0591a req-fc913dc8-1df5-4b82-88d1-04d4dfa5606e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.0650733
May 12 14:52:35.269688 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c0f99074-2c72-4a69-a6d8-9a048f33f764 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:35.299176 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cca089-8641-41a3-a887-c83759b0591a req-64fc0ef5-3625-49b4-81ec-dcf592665fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:35.300902 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-58cca089-8641-41a3-a887-c83759b0591a req-64fc0ef5-3625-49b4-81ec-dcf592665fd4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764771
May 12 14:52:35.531839 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-58cca089-8641-41a3-a887-c83759b0591a req-23e2e168-acc4-45c5-8647-ca43af0b949e service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2153218
May 12 14:52:35.665758 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-58cca089-8641-41a3-a887-c83759b0591a req-45535fa6-0d19-450b-bc91-30463da8fb2c service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279199
May 12 14:52:35.920909 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c0f99074-2c72-4a69-a6d8-9a048f33f764 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:35.926024 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3196148-1443-44b4-8168-e6638409d423 req-927b21fc-205a-4a6f-94a2-54a0630eacff tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:35.928192 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f3196148-1443-44b4-8168-e6638409d423 req-927b21fc-205a-4a6f-94a2-54a0630eacff tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0814998
May 12 14:52:35.971621 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f3196148-1443-44b4-8168-e6638409d423 req-61b9e28a-8f2f-4f2f-ba88-da546477426c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375857
May 12 14:52:36.034970 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c0f99074-2c72-4a69-a6d8-9a048f33f764 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:36.363125 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [None req-c0f99074-2c72-4a69-a6d8-9a048f33f764 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Floating IP 4ecd5a66-31b5-4743-976d-c65099b926ba associated. External IP: 172.27.3.248, port: ad55ba66-712c-4c11-9515-ff16c19a8b63.
May 12 14:52:36.458398 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6eb00-5df9-43b9-9024-85936d0cafab req-68b0e83c-e919-45ab-98a6-dbbbcd5e3c55 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:36.460454 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f9a6eb00-5df9-43b9-9024-85936d0cafab req-68b0e83c-e919-45ab-98a6-dbbbcd5e3c55 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 944 time: 0.3416507
May 12 14:52:36.578676 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f9a6eb00-5df9-43b9-9024-85936d0cafab req-65f90812-8bc4-4188-9fae-800c27ecb108 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700653
May 12 14:52:36.758542 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f99074-2c72-4a69-a6d8-9a048f33f764 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Router c38fe156-063f-4a54-8803-4982f93583c5 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:52:36.937813 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f99074-2c72-4a69-a6d8-9a048f33f764 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:52:36.947704 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843676b-05ed-4e2a-b0cf-e64fed3464ec None None] Sync routers for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:52:36.950136 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c0f99074-2c72-4a69-a6d8-9a048f33f764 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:36.956694 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843676b-05ed-4e2a-b0cf-e64fed3464ec None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:52:36.957297 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-2843676b-05ed-4e2a-b0cf-e64fed3464ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c9446d0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:52:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:52:37.004008 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-c0f99074-2c72-4a69-a6d8-9a048f33f764 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "PUT /v2.0/floatingips/4ecd5a66-31b5-4743-976d-c65099b926ba HTTP/1.1" status: 200  len: 991 time: 1.8222389
May 12 14:52:37.004717 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7de537-3c2b-4b45-a0da-e5b9ab7c169a', 'tag': 'ad55ba66-712c-4c11-9515-ff16c19a8b63'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:52:37.048137 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973a4876-2fda-4d07-82f0-62d5d23d6691'] response: {'name': 'network-changed', 'server_uuid': '6f7de537-3c2b-4b45-a0da-e5b9ab7c169a', 'tag': 'ad55ba66-712c-4c11-9515-ff16c19a8b63', 'status': 'completed', 'code': 200}
May 12 14:52:37.136729 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-2843676b-05ed-4e2a-b0cf-e64fed3464ec None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:52:37.168204 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a097846-e000-40b0-ba57-ee42e446dcb8 req-293829b1-5c2a-4e47-870c-461f4c5c41c8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:37.170210 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2a097846-e000-40b0-ba57-ee42e446dcb8 req-293829b1-5c2a-4e47-870c-461f4c5c41c8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0866692
May 12 14:52:37.220203 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2a097846-e000-40b0-ba57-ee42e446dcb8 req-2d2d089f-24ea-45cf-9b52-5d7d040ef2f2 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439370
May 12 14:52:37.480742 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 892fd785-17e4-4442-9f7d-2e5d18b22e9f up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:52:37.486072 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-2843676b-05ed-4e2a-b0cf-e64fed3464ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c9446d0>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '4ecd5a66-31b5-4743-976d-c65099b926ba', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': 'ad55ba66-712c-4c11-9515-ff16c19a8b63', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:67:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7de537-3c2b-4b45-a0da-e5b9ab7c169a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:35Z', 'revision_number': 1, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:52:37.490835 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843676b-05ed-4e2a-b0cf-e64fed3464ec None None] Checking router: c38fe156-063f-4a54-8803-4982f93583c5 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:52:37.509682 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843676b-05ed-4e2a-b0cf-e64fed3464ec None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:52:37.510313 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-2843676b-05ed-4e2a-b0cf-e64fed3464ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c9446d0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:52:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:52:37.588584 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 892fd785-17e4-4442-9f7d-2e5d18b22e9f triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:52:37.588947 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:37.699124 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-2843676b-05ed-4e2a-b0cf-e64fed3464ec None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:52:37.705627 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:37.733482 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892fd785-17e4-4442-9f7d-2e5d18b22e9f'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:52:37.744730 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 892fd785-17e4-4442-9f7d-2e5d18b22e9f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:52:37.780251 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445b62ec-050f-4596-b379-0ca5ae38e465'] response: {'server_uuid': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'code': 200}
May 12 14:52:37.782657 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1f2a6-6bf4-4f23-b9e1-2bb17bfa364b req-683597e6-3079-4a6d-a174-d0dea388a7bb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:37.784212 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-32b1f2a6-6bf4-4f23-b9e1-2bb17bfa364b req-683597e6-3079-4a6d-a174-d0dea388a7bb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 944 time: 0.0900068
May 12 14:52:37.828895 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-32b1f2a6-6bf4-4f23-b9e1-2bb17bfa364b req-5a24baa5-2440-4f9d-a81d-9fdc5e3e47f7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382895
May 12 14:52:37.829843 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:37.904691 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=892fd785-17e4-4442-9f7d-2e5d18b22e9f,revision_number=10']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:38.094273 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-2843676b-05ed-4e2a-b0cf-e64fed3464ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c9446d0>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '4ecd5a66-31b5-4743-976d-c65099b926ba', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': 'ad55ba66-712c-4c11-9515-ff16c19a8b63', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:67:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7de537-3c2b-4b45-a0da-e5b9ab7c169a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:35Z', 'revision_number': 1, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:52:38.098233 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843676b-05ed-4e2a-b0cf-e64fed3464ec None None] The sync data for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi is: [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '4ecd5a66-31b5-4743-976d-c65099b926ba', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': 'ad55ba66-712c-4c11-9515-ff16c19a8b63', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:67:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7de537-3c2b-4b45-a0da-e5b9ab7c169a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:52:15Z', 'updated_at': '2022-05-12T14:52:35Z', 'revision_number': 1, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:52:38.288265 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd17c08-c231-46ae-b9ec-b733febe6a78 None None] New status for floating IP 4ecd5a66-31b5-4743-976d-c65099b926ba: ACTIVE {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:52:38.416823 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f415184-dbc4-45bc-a625-fa1dac9b84eb req-74f1700b-9359-422e-8b95-cd92742ccfb5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:38.418293 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6f415184-dbc4-45bc-a625-fa1dac9b84eb req-74f1700b-9359-422e-8b95-cd92742ccfb5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0807564
May 12 14:52:38.462905 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6f415184-dbc4-45bc-a625-fa1dac9b84eb req-51d06adf-5914-4090-9ecb-f181a530f58a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387561
May 12 14:52:38.615471 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741ede2-4278-44fa-9c48-e8911009f6e6 req-83082fbc-7eff-4449-b925-8d9e216b5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:38.616887 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e741ede2-4278-44fa-9c48-e8911009f6e6 req-83082fbc-7eff-4449-b925-8d9e216b5004 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 1098 time: 0.0747714
May 12 14:52:38.748293 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741ede2-4278-44fa-9c48-e8911009f6e6 req-817eaaf8-eaed-4cb8-9b11-e4ca67c72efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:38.749714 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e741ede2-4278-44fa-9c48-e8911009f6e6 req-817eaaf8-eaed-4cb8-9b11-e4ca67c72efe service neutron] 10.222.0.71 "GET /v2.0/networks?id=9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 200  len: 916 time: 0.1260817
May 12 14:52:38.854795 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e741ede2-4278-44fa-9c48-e8911009f6e6 req-5c7e7bfd-ba31-463c-9f44-c65c32185dfe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad55ba66-712c-4c11-9515-ff16c19a8b63 HTTP/1.1" status: 200  len: 1001 time: 0.0959871
May 12 14:52:38.921137 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741ede2-4278-44fa-9c48-e8911009f6e6 req-8ff2aded-4127-4806-b474-07aaec2df6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:38.922741 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e741ede2-4278-44fa-9c48-e8911009f6e6 req-8ff2aded-4127-4806-b474-07aaec2df6e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f368cfb-e379-4448-9120-bcd23ab51263 HTTP/1.1" status: 200  len: 854 time: 0.0587482
May 12 14:52:38.999430 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741ede2-4278-44fa-9c48-e8911009f6e6 req-37dee296-137d-40a6-a7e0-60654ba89502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:39.000961 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e741ede2-4278-44fa-9c48-e8911009f6e6 req-37dee296-137d-40a6-a7e0-60654ba89502 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9862f13a-dccf-465d-abda-f29b2d232c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705459
May 12 14:52:39.024135 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a9a00-0577-45d7-a436-f0c6d452b0a3 req-ae048115-428c-4742-a45c-a04b0e966b57 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:39.025660 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-838a9a00-0577-45d7-a436-f0c6d452b0a3 req-ae048115-428c-4742-a45c-a04b0e966b57 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 946 time: 0.0801671
May 12 14:52:39.071227 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-838a9a00-0577-45d7-a436-f0c6d452b0a3 req-5d049c27-ebb0-40fa-b82c-77b8fbc3cd8c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394549
May 12 14:52:39.132525 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e741ede2-4278-44fa-9c48-e8911009f6e6 req-c4f55c94-6a99-447d-8b67-d04e94b95c1d service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249804
May 12 14:52:39.286716 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e741ede2-4278-44fa-9c48-e8911009f6e6 req-89eabe06-2009-47be-ba6c-7196bcdb4988 service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274400
May 12 14:52:39.409388 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c7c5b-1340-4adb-b6db-636d72411e31 req-a04d7c51-c4fa-41ec-9883-bbd3cee31136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:39.409888 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e70c7c5b-1340-4adb-b6db-636d72411e31 req-a04d7c51-c4fa-41ec-9883-bbd3cee31136 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 1099 time: 0.0758903
May 12 14:52:39.455140 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e70c7c5b-1340-4adb-b6db-636d72411e31 req-a2189183-9da9-4029-9b8a-5f0921555d2e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378339
May 12 14:52:39.651279 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d598d9c-a033-455a-99a7-3e0430084594 req-cd7cd1f9-9deb-4c9e-8e7f-f46d7802d832 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:39.651279 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6d598d9c-a033-455a-99a7-3e0430084594 req-cd7cd1f9-9deb-4c9e-8e7f-f46d7802d832 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0802586
May 12 14:52:39.695007 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6d598d9c-a033-455a-99a7-3e0430084594 req-0c5ed61b-7c68-4ccd-b0e9-60db77968727 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411131
May 12 14:52:40.272869 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392afa0-fb65-4434-b6d3-f4dd6c8f3cb1 req-ee762e05-e98b-4221-991c-ddc3352b436b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:40.274257 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1392afa0-fb65-4434-b6d3-f4dd6c8f3cb1 req-ee762e05-e98b-4221-991c-ddc3352b436b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 946 time: 0.0869730
May 12 14:52:40.321398 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1392afa0-fb65-4434-b6d3-f4dd6c8f3cb1 req-9185dc49-ea70-405a-a99f-0a9b2418df6e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414085
May 12 14:52:40.887992 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1963e6b-81c4-47a7-a56a-21b9e1f98d08 req-4daccf15-bb12-4f28-817e-ab7e8a53c50e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:40.889517 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d1963e6b-81c4-47a7-a56a-21b9e1f98d08 req-4daccf15-bb12-4f28-817e-ab7e8a53c50e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0856657
May 12 14:52:40.938032 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d1963e6b-81c4-47a7-a56a-21b9e1f98d08 req-790efb5a-6886-4ce3-8625-0e97ea367cfb tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424681
May 12 14:52:41.452045 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:52:41.523710 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa194f3-5b91-4616-9e61-2424ecb8e265 req-846e752c-64ac-46f3-82bd-9c496fc3b4a0 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:41.525209 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-caa194f3-5b91-4616-9e61-2424ecb8e265 req-846e752c-64ac-46f3-82bd-9c496fc3b4a0 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 946 time: 0.0858200
May 12 14:52:41.578703 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-caa194f3-5b91-4616-9e61-2424ecb8e265 req-16a612af-4817-4c9e-b3f8-f27f6843f2df tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478811
May 12 14:52:42.190495 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c88e51-eb42-4186-83f1-6918ffbb5f56 req-a134d0fa-ec4f-4ca3-be6d-cb402d21446a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:42.192011 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93c88e51-eb42-4186-83f1-6918ffbb5f56 req-a134d0fa-ec4f-4ca3-be6d-cb402d21446a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.1459184
May 12 14:52:42.238483 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-93c88e51-eb42-4186-83f1-6918ffbb5f56 req-c7c46cb2-5612-483c-97cc-40879f80cfff tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403264
May 12 14:52:42.769509 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de3315-5f0f-4f9c-9a5c-65f321cc0750 req-e6c862ac-1045-4b12-ba8a-b7827a3df2c8 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:42.771559 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b8de3315-5f0f-4f9c-9a5c-65f321cc0750 req-e6c862ac-1045-4b12-ba8a-b7827a3df2c8 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 946 time: 0.0813673
May 12 14:52:42.815607 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b8de3315-5f0f-4f9c-9a5c-65f321cc0750 req-499efbde-99b1-461b-91b8-c1a9ea84b3c8 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384507
May 12 14:52:43.432244 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8783e-775e-4270-976b-b75de80f6412 req-3777661e-3b43-4e36-b5d3-f14d55750666 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:43.433782 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bcf8783e-775e-4270-976b-b75de80f6412 req-3777661e-3b43-4e36-b5d3-f14d55750666 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0910742
May 12 14:52:43.479527 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bcf8783e-775e-4270-976b-b75de80f6412 req-af85489b-f701-4bf9-98ef-a5ff397eb03a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400295
May 12 14:52:44.020583 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2d13d-d23c-42c8-8837-00ce709a1d82 req-a7f06e1f-6d54-48ac-809b-69eb033cd3c3 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:44.022650 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e7b2d13d-d23c-42c8-8837-00ce709a1d82 req-a7f06e1f-6d54-48ac-809b-69eb033cd3c3 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 946 time: 0.0852251
May 12 14:52:44.067314 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e7b2d13d-d23c-42c8-8837-00ce709a1d82 req-1406169b-3b0a-4114-8b78-24e5a8848570 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388935
May 12 14:52:44.667586 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526c52e-49cb-4c6d-b6ed-588420a5beef req-2e7245dc-c4cc-4a78-916d-14ee036371a2 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:44.669044 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6526c52e-49cb-4c6d-b6ed-588420a5beef req-2e7245dc-c4cc-4a78-916d-14ee036371a2 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0789263
May 12 14:52:44.712167 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6526c52e-49cb-4c6d-b6ed-588420a5beef req-5d74bb48-71b5-4ff5-a788-01c48c8530ca tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370662
May 12 14:52:45.894862 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e281bf7-23be-4687-9eee-0e90e18c4419 req-42577a38-7dc1-46b2-9632-751bb5ed7f72 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:45.896398 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2e281bf7-23be-4687-9eee-0e90e18c4419 req-42577a38-7dc1-46b2-9632-751bb5ed7f72 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0791245
May 12 14:52:45.941320 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2e281bf7-23be-4687-9eee-0e90e18c4419 req-1f228190-e458-4404-80fc-8da9c2915d3d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390279
May 12 14:52:47.131737 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71655d40-310d-4a98-a31f-2e75db94dbdd req-c5678a64-833e-458e-9404-508bde4767b3 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:47.133179 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-71655d40-310d-4a98-a31f-2e75db94dbdd req-c5678a64-833e-458e-9404-508bde4767b3 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0826056
May 12 14:52:47.177348 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-71655d40-310d-4a98-a31f-2e75db94dbdd req-c8b27d02-674f-4b04-9910-24d1d27e34b4 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384259
May 12 14:52:48.292574 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa979-b51a-40c3-916b-c2c3cb1559b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:48.366682 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fd7f0-e3da-4eeb-85d0-f3e53a836eac req-9cfb4106-7d96-4437-89a0-59b53041d13c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:48.368181 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a60fd7f0-e3da-4eeb-85d0-f3e53a836eac req-9cfb4106-7d96-4437-89a0-59b53041d13c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0858562
May 12 14:52:48.412755 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a60fd7f0-e3da-4eeb-85d0-f3e53a836eac req-e61eadf1-4126-472a-97f2-d6edeb3cee1c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389192
May 12 14:52:49.611304 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05aadc4-d5b8-4e98-862a-adc41457da65 req-24e2f3fd-4371-41c1-930e-3a68f6533b17 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:49.612975 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b05aadc4-d5b8-4e98-862a-adc41457da65 req-24e2f3fd-4371-41c1-930e-3a68f6533b17 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0844638
May 12 14:52:49.657313 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b05aadc4-d5b8-4e98-862a-adc41457da65 req-90095935-fb69-44b1-a647-a1f3e5624be1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377789
May 12 14:52:50.822897 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d825e68d-e6f9-4785-a0a7-3e42c4ada03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:50.847708 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993726ed-c8dc-4b31-b890-5e06b4d482ff req-437133be-4b2b-403c-aa25-bff094d19b7d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:50.849680 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-993726ed-c8dc-4b31-b890-5e06b4d482ff req-437133be-4b2b-403c-aa25-bff094d19b7d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0808058
May 12 14:52:50.893250 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-993726ed-c8dc-4b31-b890-5e06b4d482ff req-72813360-984c-4ff3-b60f-e27f4d77b340 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378759
May 12 14:52:51.743873 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:51.886078 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:52.089297 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807a9f2-fa97-4380-8e01-67f45b00fcaa req-2cf1e9e1-3130-4f8b-8b5e-69bd2af88483 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:52.090693 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e807a9f2-fa97-4380-8e01-67f45b00fcaa req-2cf1e9e1-3130-4f8b-8b5e-69bd2af88483 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0884042
May 12 14:52:52.135897 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e807a9f2-fa97-4380-8e01-67f45b00fcaa req-1bda6215-d52c-49be-95d7-c27d277e07f8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391533
May 12 14:52:53.028892 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:53.433224 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102ce2a-812a-40a7-b341-74178065e80c req-deb77e73-2fe0-4710-8778-83f80c2b15fe tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:53.438491 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b102ce2a-812a-40a7-b341-74178065e80c req-deb77e73-2fe0-4710-8778-83f80c2b15fe tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.1918502
May 12 14:52:53.481135 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b102ce2a-812a-40a7-b341-74178065e80c req-da94f5f2-b438-42d9-8fa8-0b313ecdfe0c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403748
May 12 14:52:54.670601 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277f64a-ae53-479d-9192-52694dd58984 req-c945338c-7ba5-4b31-89ea-ca7818dec7a1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:54.672090 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3277f64a-ae53-479d-9192-52694dd58984 req-c945338c-7ba5-4b31-89ea-ca7818dec7a1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0826075
May 12 14:52:54.716242 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3277f64a-ae53-479d-9192-52694dd58984 req-ca610279-cef3-4d7d-a164-bf8b30505412 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383930
May 12 14:52:55.439188 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36730) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:55.501061 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_v2 [None req-8effb0f5-cd9e-4271-b98e-a156be7e7056 admin admin] Deleting subnet 1fa425e0-5952-4500-838f-4bf68d084312 {{(pid=88126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 14:52:55.504019 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8effb0f5-cd9e-4271-b98e-a156be7e7056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:55.569841 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8effb0f5-cd9e-4271-b98e-a156be7e7056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3159183'] for subnet, precommit_delete_associations {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:55.626655 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8effb0f5-cd9e-4271-b98e-a156be7e7056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:55.784211 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8effb0f5-cd9e-4271-b98e-a156be7e7056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3159172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2571129'] for subnet, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:55.825190 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effb0f5-cd9e-4271-b98e-a156be7e7056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa425e0-5952-4500-838f-4bf68d084312,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:55.827488 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8effb0f5-cd9e-4271-b98e-a156be7e7056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:55.867263 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-8effb0f5-cd9e-4271-b98e-a156be7e7056 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1fa425e0-5952-4500-838f-4bf68d084312 HTTP/1.1" status: 204  len: 168 time: 0.4267962
May 12 14:52:55.870006 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 36738) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:55.910955 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd2283-8307-43f3-9f09-68a1a0821ca3 req-b555ab97-32b5-43d2-84a5-d42bd03a5fc3 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:55.912854 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5ecd2283-8307-43f3-9f09-68a1a0821ca3 req-b555ab97-32b5-43d2-84a5-d42bd03a5fc3 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0888464
May 12 14:52:55.960892 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5ecd2283-8307-43f3-9f09-68a1a0821ca3 req-2e35d233-4d25-460d-ab56-e9343b2653ba tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423622
May 12 14:52:55.976047 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:56.108027 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:56.132862 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9f8c631820>> segment before_delete 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:52:56.133220 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9f8c631820>> subnet precommit_delete_associations 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:52:56.133983 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8c631f10>> segment_host_mapping after_create 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:52:56.134319 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8c631f10>> port after_create 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:52:56.134634 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8c631f10>> port after_delete 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:52:56.135003 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8c631f10>> port after_update 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:52:56.135320 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8c631f10>> segment after_delete 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:52:56.135652 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8c631f10>> subnet after_create 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:52:56.135968 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8c631f10>> subnet after_delete 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:52:56.136278 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f8c631f10>> subnet after_update 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:52:56.283061 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f87d78280>> subnet after_create 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:52:56.283415 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f87d78280>> subnet after_delete 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:52:56.283747 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f87d78280>> subnet before_create 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:52:56.284095 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f87d78280>> subnet before_update 55550000 {{(pid=88125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 14:52:56.284465 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f8c6311c0>,) {'filters': {'network_id': ['00edf37b-6815-4232-8afc-447b4ec96a1b']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:52:56.297834 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f8c6311c0>, '0ec01c1e-16f2-43cf-9919-e82b61c26c7b') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:52:56.298129 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f8c6311c0>, '0ec01c1e-16f2-43cf-9919-e82b61c26c7b') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:52:56.309949 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2506716'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:56.327518 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:56.341183 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 14:52:56.341183 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505917'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   from cryptography.utils import int_from_bytes
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   from cryptography.utils import int_from_bytes
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   util.warn_limited(
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   util.warn_limited(
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]: Traceback (most recent call last):
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:     timer()
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:     cb(*args, **kw)
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:     return func(*args, **kwargs)
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:     self._notify()
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:     self.callback(batched_events)
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:     event.method(event)
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:     return f(self, *a, **k)
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._get(url).json()
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self.request(url, 'GET', **kwargs)
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 14:52:56.350244 dv-cinder-831187-2-iscsi neutron-server[88125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 14:52:56.577947 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:56.596582 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:56.602310 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=00edf37b-6815-4232-8afc-447b4ec96a1b,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:56.607473 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/00edf37b-6815-4232-8afc-447b4ec96a1b HTTP/1.1" status: 204  len: 168 time: 0.7364767
May 12 14:52:56.612020 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:56.612362 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:56.612767 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:56.613012 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:56.613341 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:56.613666 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:56.613987 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:56.614835 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:56.615166 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:56.615485 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:56.615799 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:56.616111 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561abd-990c-4e47-b213-cd879d9a36e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:52:57.145286 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d1480-2315-4ec9-9feb-f772bcf8328c req-2375df2a-b1e1-41d5-adf5-e4af6aaa62e8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:57.147333 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7a0d1480-2315-4ec9-9feb-f772bcf8328c req-2375df2a-b1e1-41d5-adf5-e4af6aaa62e8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0806439
May 12 14:52:57.175613 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36786) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:57.197846 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7a0d1480-2315-4ec9-9feb-f772bcf8328c req-06941c02-5698-4859-a977-df8e516e2ae5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446110
May 12 14:52:57.230499 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-0864fd1d-300a-4eb0-ae4c-ec8b298e48aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9ed089c81294b4981046ede5ed951bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0537467
May 12 14:52:57.239812 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36790) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:57.297807 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-938d888a-9662-42d5-bfac-a61ee6bdd436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:57.323477 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-938d888a-9662-42d5-bfac-a61ee6bdd436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:57.475003 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-938d888a-9662-42d5-bfac-a61ee6bdd436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:57.491716 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d888a-9662-42d5-bfac-a61ee6bdd436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965236e7-145f-4cbc-a1a2-00d411a2bd2b,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:57.616995 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-938d888a-9662-42d5-bfac-a61ee6bdd436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:57.618100 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-938d888a-9662-42d5-bfac-a61ee6bdd436 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/965236e7-145f-4cbc-a1a2-00d411a2bd2b HTTP/1.1" status: 204  len: 168 time: 0.3774078
May 12 14:52:58.391118 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd534457-1816-4464-9884-c98bd90cf633 req-8d451622-07be-4d59-9e71-65a08a26bf66 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:58.392593 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bd534457-1816-4464-9884-c98bd90cf633 req-8d451622-07be-4d59-9e71-65a08a26bf66 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0845900
May 12 14:52:58.436042 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bd534457-1816-4464-9884-c98bd90cf633 req-8ec47cfa-91dd-4115-84ca-01aa7be91a90 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371013
May 12 14:52:58.583755 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:58.936284 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36844) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:59.039803 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1336272894-network', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:52:59.044502 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:52:59.049004 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Usage tracker for resource:network and tenant:235689d103ed4d0dbe7b78698395bd21 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:52:59.060924 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:52:59.060924 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:52:59.223325 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Made reservation on behalf of 235689d103ed4d0dbe7b78698395bd21 for: {'network': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:52:59.226294 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:59.238932 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:59.254568 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:52:59.258648 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Usage tracker for resource:security_group_rule and tenant:235689d103ed4d0dbe7b78698395bd21 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:52:59.261482 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:52:59.267290 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:52:59.351340 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:59.452014 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:59.472679 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1ce26ef-fc29-4710-9b1c-b3c30afc585e req-8ebf3f6b-4ec9-4fcf-b398-6fe6cc3b5842 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0769083
May 12 14:52:59.492761 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'}  {{(pid=88126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:52:59.496606 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55cda85-a412-48e8-9f6c-7cdc800745d7,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:59.502645 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:59.503026 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.segments_db [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Added segment 182146e5-e2d5-4181-be93-a9ed2ea2e8e0 of type vlan for network c8a9b5d7-4b96-4319-809c-e3bf553d8492
May 12 14:52:59.535056 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:59.655146 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce26ef-fc29-4710-9b1c-b3c30afc585e req-31c318c1-b46c-4532-9b90-beb1af11fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:59.656708 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1ce26ef-fc29-4710-9b1c-b3c30afc585e req-31c318c1-b46c-4532-9b90-beb1af11fecf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a090a68e336b4562aca524a95f550e04&device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 1099 time: 0.1494973
May 12 14:52:59.669894 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:59.671123 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:59.671694 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:52:59.673635 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8b278-2d34-4b08-b0c3-7a8e4bdc9744 req-93e4fa57-df69-433d-ac0b-6fdb17011042 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:59.675132 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e3d8b278-2d34-4b08-b0c3-7a8e4bdc9744 req-93e4fa57-df69-433d-ac0b-6fdb17011042 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.1255076
May 12 14:52:59.776802 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] Pushing event updated for resources: {'Network': ['ID=c8a9b5d7-4b96-4319-809c-e3bf553d8492,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:52:59.788667 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network c8a9b5d7-4b96-4319-809c-e3bf553d8492 details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:52:59.806483 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e3d8b278-2d34-4b08-b0c3-7a8e4bdc9744 req-b8ec3bb6-27e2-485e-ac88-7dfbf1eb8125 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1254451
May 12 14:52:59.854434 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce26ef-fc29-4710-9b1c-b3c30afc585e req-af2f678f-0c2e-4973-bd8d-3595bba0192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:52:59.855944 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1ce26ef-fc29-4710-9b1c-b3c30afc585e req-af2f678f-0c2e-4973-bd8d-3595bba0192f service neutron] 10.222.0.71 "GET /v2.0/networks?id=42e9462e-79bf-4236-9d9e-1261c021234a HTTP/1.1" status: 200  len: 911 time: 0.1738560
May 12 14:52:59.881834 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-88ca5085-e050-4e9a-9900-0e034047cdba admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9441142
May 12 14:52:59.884326 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36854) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:52:59.890206 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] Request body: {'subnet': {'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1336272894-subnet', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'ip_version': 4}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:52:59.898935 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:52:59.899483 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] Usage tracker for resource:subnet and tenant:235689d103ed4d0dbe7b78698395bd21 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:52:59.902463 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:52:59.908459 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:00.017727 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] Made reservation on behalf of 235689d103ed4d0dbe7b78698395bd21 for: {'subnet': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:53:00.020327 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2571092'] for subnet, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:00.031856 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1ce26ef-fc29-4710-9b1c-b3c30afc585e req-60f8a038-4f92-4695-8aec-a2e38a83c5ec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc63b69d-a47c-45f7-a4ec-c94b33fcef39 HTTP/1.1" status: 200  len: 1002 time: 0.1692176
May 12 14:53:00.095265 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce26ef-fc29-4710-9b1c-b3c30afc585e req-9d17a19f-c23a-47de-a644-1bb18c88bead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:00.096845 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1ce26ef-fc29-4710-9b1c-b3c30afc585e req-9d17a19f-c23a-47de-a644-1bb18c88bead service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b19e2646-24d9-4430-9acb-4aef7b057e71 HTTP/1.1" status: 200  len: 849 time: 0.0591233
May 12 14:53:00.175692 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce26ef-fc29-4710-9b1c-b3c30afc585e req-7c9e0b2f-aec6-4d66-b245-cb60f840d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:00.177508 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1ce26ef-fc29-4710-9b1c-b3c30afc585e req-7c9e0b2f-aec6-4d66-b245-cb60f840d564 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42e9462e-79bf-4236-9d9e-1261c021234a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740075
May 12 14:53:00.325254 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1ce26ef-fc29-4710-9b1c-b3c30afc585e req-ee04f60b-1e99-483d-a893-38665cc9d39f service neutron] 10.222.0.71 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387336
May 12 14:53:00.392850 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3159237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2571074'] for subnet, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:00.458744 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1ce26ef-fc29-4710-9b1c-b3c30afc585e req-15b6ea2e-ea74-44bb-9d34-dea233d1d0aa service neutron] 10.222.0.71 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261642
May 12 14:53:00.489999 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a75e9722-de70-4d4e-b9c9-c1ef8a801b5c,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:00.505893 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] Checking segment: {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:53:00.506244 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] Network hostable DHCP agents. Network: c8a9b5d7-4b96-4319-809c-e3bf553d8492, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:53:00.520207 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75f43a-b24d-4bce-860e-73c441ee2e7c req-8b01094c-705c-4a2f-b862-405ef3678d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:00.522232 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6f75f43a-b24d-4bce-860e-73c441ee2e7c req-8b01094c-705c-4a2f-b862-405ef3678d34 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 1098 time: 0.1639957
May 12 14:53:00.576963 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6f75f43a-b24d-4bce-860e-73c441ee2e7c req-35a490ca-6b0f-4730-8c66-a4b79c28e461 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358350
May 12 14:53:00.692760 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] Network c8a9b5d7-4b96-4319-809c-e3bf553d8492 is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:53:00.806259 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, c8a9b5d7-4b96-4319-809c-e3bf553d8492) {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:00.810398 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:00.811039 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:00.815084 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b72f05b-17a7-416d-8e42-30d689181e1c None None] Network c8a9b5d7-4b96-4319-809c-e3bf553d8492 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:53:00.983105 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-1cc81a95-7907-4e15-909f-6ff53633a957 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0976768
May 12 14:53:00.986032 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36862) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:00.992708 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:00.999892 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:01.004924 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Usage tracker for resource:router and tenant:235689d103ed4d0dbe7b78698395bd21 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:01.010015 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:01.017851 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:01.035129 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f9c75-d528-4c23-b18f-a9c3d4bfa644 req-2b977187-9833-429b-9169-deadc480c22e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:01.037531 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-953f9c75-d528-4c23-b18f-a9c3d4bfa644 req-2b977187-9833-429b-9169-deadc480c22e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.1129007
May 12 14:53:01.043955 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90abc092-179a-5d5e-8291-ea7041251afd-c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c'}]}} from dv-cinder-831187-2-iscsi. {{(pid=88128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 12 14:53:01.044773 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:01.082836 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-953f9c75-d528-4c23-b18f-a9c3d4bfa644 req-f362f4f5-31e0-4a80-9c88-ff34ceae06bb tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394504
May 12 14:53:01.137948 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3890076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28053'] for router, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:01.139036 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3883812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28034'] for router, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:01.153792 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:01.204736 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Allocated IP 172.20.0.2 (c8a9b5d7-4b96-4319-809c-e3bf553d8492/a75e9722-de70-4d4e-b9c9-c1ef8a801b5c/d09b5cf6-496d-4a85-a9dc-90918f1ef287) {{(pid=88128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:53:01.413122 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Notify callbacks [] for port, precommit_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:01.423436 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Transition to ACTIVE for port object d09b5cf6-496d-4a85-a9dc-90918f1ef287 will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:01.441876 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Transition to ACTIVE for port object d09b5cf6-496d-4a85-a9dc-90918f1ef287 will not be triggered until provisioned by entity DHCP. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:01.532411 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:01.604929 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Network c8a9b5d7-4b96-4319-809c-e3bf553d8492 is already hosted by enough agents. {{(pid=88128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:01.607799 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Resources bound (agent type, host, resource id):  {{(pid=88128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:01.611457 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Received port after_create {{(pid=88128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:53:01.620432 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Pushing event updated for resources: {'Port': ['ID=d09b5cf6-496d-4a85-a9dc-90918f1ef287,revision_number=1']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:01.713425 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3883826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3890062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28144'] for router, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:02.222592 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:02.255561 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:02.276513 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce2ea2-cbeb-4b52-96b1-fdf39752a81b req-a7fd77ac-d227-4bad-bf2b-15f4a3da6f3e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:02.278009 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4fce2ea2-cbeb-4b52-96b1-fdf39752a81b req-a7fd77ac-d227-4bad-bf2b-15f4a3da6f3e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0807295
May 12 14:53:02.323391 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4fce2ea2-cbeb-4b52-96b1-fdf39752a81b req-63c0ebeb-5dca-4056-9dee-77345cd14a7f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391967
May 12 14:53:02.400328 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Allocated IP 172.27.3.15 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/f84271c3-49ad-4157-9e43-e3bb90ddfeed) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:53:02.476303 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Attempting to bind port d09b5cf6-496d-4a85-a9dc-90918f1ef287 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:53:02.476877 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Attempting to bind port d09b5cf6-496d-4a85-a9dc-90918f1ef287 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:53:02.477240 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Attempting to bind port d09b5cf6-496d-4a85-a9dc-90918f1ef287 on network c8a9b5d7-4b96-4319-809c-e3bf553d8492 {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:53:02.486120 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:53:02.486495 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Checking segment: {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:53:02.486921 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:02.487316 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Bound using segment: {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:53:02.487781 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Bound port: d09b5cf6-496d-4a85-a9dc-90918f1ef287, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:53:02.488153 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:02.559699 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:02.579883 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] For port d09b5cf6-496d-4a85-a9dc-90918f1ef287, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:53:02.583786 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] For port d09b5cf6-496d-4a85-a9dc-90918f1ef287, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=d09b5cf6-496d-4a85-a9dc-90918f1ef287,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:53:02.710448 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:02.788937 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:02.833987 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2980ef-f10d-490c-b709-c1708e1e2258 None None] Pushing event updated for resources: {'Port': ['ID=d09b5cf6-496d-4a85-a9dc-90918f1ef287,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:02.889680 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:02.889680 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:02.889680 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:53:02.924473 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Pushing event updated for resources: {'Port': ['ID=f84271c3-49ad-4157-9e43-e3bb90ddfeed,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:03.395456 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device d09b5cf6-496d-4a85-a9dc-90918f1ef287 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:53:03.484381 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:03.581228 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port d09b5cf6-496d-4a85-a9dc-90918f1ef287 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:03.831409 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1742c99f-4e4d-4f73-bb19-aad2174ea63e None None] Network c8a9b5d7-4b96-4319-809c-e3bf553d8492 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:53:03.916843 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a7d58-0085-433d-b947-c6163555ab41 req-251fa7f1-e1fa-48d6-aecf-9c1772c0f4e5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:03.918308 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ef2a7d58-0085-433d-b947-c6163555ab41 req-251fa7f1-e1fa-48d6-aecf-9c1772c0f4e5 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.4764552
May 12 14:53:04.016401 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-aef8bb2d-9541-4655-829a-46202b249088 None None] Provisioning for port d09b5cf6-496d-4a85-a9dc-90918f1ef287 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:04.048268 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ef2a7d58-0085-433d-b947-c6163555ab41 req-b4c73d4e-7ab7-43e0-bcc3-8cde70cbf29c tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1223652
May 12 14:53:04.055129 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-aef8bb2d-9541-4655-829a-46202b249088 None None] Provisioning complete for port d09b5cf6-496d-4a85-a9dc-90918f1ef287 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:04.055916 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-aef8bb2d-9541-4655-829a-46202b249088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:04.057334 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3883785'] for router, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:04.264339 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-aef8bb2d-9541-4655-829a-46202b249088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:04.305789 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-aef8bb2d-9541-4655-829a-46202b249088 None None] For port d09b5cf6-496d-4a85-a9dc-90918f1ef287, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=d09b5cf6-496d-4a85-a9dc-90918f1ef287,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:04.434290 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-aef8bb2d-9541-4655-829a-46202b249088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:04.461344 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Router 554c63b5-57ba-435f-a9c7-b27d26a38d83 is scheduled to L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f with binding_index 1 {{(pid=88126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 14:53:04.503879 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8bb2d-9541-4655-829a-46202b249088 None None] Pushing event updated for resources: {'Port': ['ID=d09b5cf6-496d-4a85-a9dc-90918f1ef287,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:04.557817 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d3010108-2c8b-4f26-958d-01c53a4f6627 None None] Provisioning complete for port d09b5cf6-496d-4a85-a9dc-90918f1ef287 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:04.558195 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d3010108-2c8b-4f26-958d-01c53a4f6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:04.671872 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:53:04.683961 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Sync routers for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:53:04.697043 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:04.697811 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8ca36cd0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:52:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:04.835471 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] Notify callbacks [] for router, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:04.837052 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-ca69b43f-e6a8-4a87-a8a7-3f6fce3b90fd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.8484781
May 12 14:53:04.839792 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36888) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:04.873367 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:05.177238 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8ca36cd0>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:03Z', 'revision_number': 3, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:05.181881 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Checking router: 554c63b5-57ba-435f-a9c7-b27d26a38d83 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:53:05.182416 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Updating router 554c63b5-57ba-435f-a9c7-b27d26a38d83 port f84271c3-49ad-4157-9e43-e3bb90ddfeed binding host dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:53:05.263791 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:05.279887 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7362e28-54d8-4f00-932b-7a0bde04821b req-4f8bfa3c-45ce-41e0-b285-7a0181a7845e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:05.281958 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d7362e28-54d8-4f00-932b-7a0bde04821b req-4f8bfa3c-45ce-41e0-b285-7a0181a7845e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.1190562
May 12 14:53:05.396356 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device d09b5cf6-496d-4a85-a9dc-90918f1ef287 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:53:05.462070 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d7362e28-54d8-4f00-932b-7a0bde04821b req-9e0e84ab-edb9-4543-920a-8fa563622314 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1733029
May 12 14:53:05.510109 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port d09b5cf6-496d-4a85-a9dc-90918f1ef287 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:05.510852 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:05.546703 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77782e-fbbc-45f9-a58c-5da57bd5f7fe req-0f972993-9dcc-44d6-bd66-07285f2d840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:05.548922 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8e77782e-fbbc-45f9-a58c-5da57bd5f7fe req-0f972993-9dcc-44d6-bd66-07285f2d840b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 1098 time: 0.2629752
May 12 14:53:05.697091 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Notify callbacks [] for port, precommit_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:05.712220 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.provisioning_blocks [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Transition to ACTIVE for port object f84271c3-49ad-4157-9e43-e3bb90ddfeed will not be triggered until provisioned by entity L2. {{(pid=88129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:05.874866 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:05.949262 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77782e-fbbc-45f9-a58c-5da57bd5f7fe req-52454621-433c-4787-a9ed-21e5bd4d9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:05.950698 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8e77782e-fbbc-45f9-a58c-5da57bd5f7fe req-52454621-433c-4787-a9ed-21e5bd4d9984 service neutron] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 919 time: 0.2070200
May 12 14:53:05.954079 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Attempting to bind port f84271c3-49ad-4157-9e43-e3bb90ddfeed on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:53:05.955963 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Attempting to bind port f84271c3-49ad-4157-9e43-e3bb90ddfeed by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:53:05.955963 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Attempting to bind port f84271c3-49ad-4157-9e43-e3bb90ddfeed on network 70d2fa51-11f3-4a4a-9682-a94236c979fd {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:53:05.960826 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3642ff9-f9ef-4886-9580-9aea5fcb52ec None None] Pushing event updated for resources: {'Port': ['ID=f84271c3-49ad-4157-9e43-e3bb90ddfeed,revision_number=2']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:05.965787 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:53:05.966148 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Checking segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:53:05.966537 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:05.966937 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Bound using segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:53:05.967423 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Bound port: f84271c3-49ad-4157-9e43-e3bb90ddfeed, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:53:05.967803 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:05.999944 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3642ff9-f9ef-4886-9580-9aea5fcb52ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:06.000333 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3642ff9-f9ef-4886-9580-9aea5fcb52ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:06.000673 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3642ff9-f9ef-4886-9580-9aea5fcb52ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:06.000987 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3642ff9-f9ef-4886-9580-9aea5fcb52ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:06.001996 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3642ff9-f9ef-4886-9580-9aea5fcb52ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:06.002322 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3642ff9-f9ef-4886-9580-9aea5fcb52ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:06.002683 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3642ff9-f9ef-4886-9580-9aea5fcb52ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:06.003012 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3642ff9-f9ef-4886-9580-9aea5fcb52ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:06.003370 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3642ff9-f9ef-4886-9580-9aea5fcb52ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:06.003692 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3642ff9-f9ef-4886-9580-9aea5fcb52ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:06.004198 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3642ff9-f9ef-4886-9580-9aea5fcb52ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:06.004520 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3642ff9-f9ef-4886-9580-9aea5fcb52ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:06.058539 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] For port f84271c3-49ad-4157-9e43-e3bb90ddfeed, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:53:06.061663 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] For port f84271c3-49ad-4157-9e43-e3bb90ddfeed, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=f84271c3-49ad-4157-9e43-e3bb90ddfeed,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:53:06.124176 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8e77782e-fbbc-45f9-a58c-5da57bd5f7fe req-196050c0-0da0-449d-9948-f1de836f5d86 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb1e67a7-74a2-404f-8058-06c175243b15 HTTP/1.1" status: 200  len: 1001 time: 0.1473103
May 12 14:53:06.199241 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:06.223052 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77782e-fbbc-45f9-a58c-5da57bd5f7fe req-4a4b0a87-534c-4958-8ba8-d342c0a735ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:06.225145 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8e77782e-fbbc-45f9-a58c-5da57bd5f7fe req-4a4b0a87-534c-4958-8ba8-d342c0a735ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.0896018
May 12 14:53:06.258967 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:06.334799 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:06.335433 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8ca36cd0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:52:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:06.340305 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6e3b-ec79-429c-abc2-d507fb6b6fe5 req-9397acbd-803f-4be9-a531-93a4ecd7e77b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:06.341824 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42ca6e3b-ec79-429c-abc2-d507fb6b6fe5 req-9397acbd-803f-4be9-a531-93a4ecd7e77b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0869093
May 12 14:53:06.421748 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77782e-fbbc-45f9-a58c-5da57bd5f7fe req-257fb997-8b6d-4b9a-8f64-5952f4fb7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:06.424178 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8e77782e-fbbc-45f9-a58c-5da57bd5f7fe req-257fb997-8b6d-4b9a-8f64-5952f4fb7a34 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1625974
May 12 14:53:06.430242 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42ca6e3b-ec79-429c-abc2-d507fb6b6fe5 req-18684ed6-7075-4275-9a1f-b8d0285a2e2c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827067
May 12 14:53:06.430803 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3642ff9-f9ef-4886-9580-9aea5fcb52ec None None] Pushing event updated for resources: {'Port': ['ID=f84271c3-49ad-4157-9e43-e3bb90ddfeed,revision_number=3']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:06.566528 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:06.589961 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Allocated IP 172.20.0.1 (c8a9b5d7-4b96-4319-809c-e3bf553d8492/a75e9722-de70-4d4e-b9c9-c1ef8a801b5c/ed0ab11c-1d0e-404f-84a8-0ee74c5a8041) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:53:06.752413 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8e77782e-fbbc-45f9-a58c-5da57bd5f7fe req-aa480cc6-0654-4fd8-9052-cb2e9e27457a service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3179417
May 12 14:53:06.892653 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8ca36cd0>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:03Z', 'revision_number': 3, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:06.897288 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7fccd4-56c6-4af5-aae7-4f0db08fda98 None None] The sync data for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi is: [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:03Z', 'revision_number': 3, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:53:06.943540 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8a28e-cdbf-452d-bf7f-308737a6cbfb req-a16a7359-c3fe-40bc-9b7c-ad6d73249325 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:06.945010 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-86c8a28e-cdbf-452d-bf7f-308737a6cbfb req-a16a7359-c3fe-40bc-9b7c-ad6d73249325 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.3505220
May 12 14:53:06.988578 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8e77782e-fbbc-45f9-a58c-5da57bd5f7fe req-f21a3c63-1a96-4a0d-adb7-e14c1e56ad2a service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2278113
May 12 14:53:06.993933 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:07.026765 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Transition to ACTIVE for port object ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:07.030274 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-86c8a28e-cdbf-452d-bf7f-308737a6cbfb req-dc86c6f5-15fb-4ec1-bb66-fe98eda3a611 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717838
May 12 14:53:07.189781 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:07.265499 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Network c8a9b5d7-4b96-4319-809c-e3bf553d8492 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:07.268611 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:07.277107 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:53:07.304951 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0ab11c-1d0e-404f-84a8-0ee74c5a8041,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:07.341496 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885023'] for router_interface, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:07.413606 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device f84271c3-49ad-4157-9e43-e3bb90ddfeed up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:53:07.606378 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port f84271c3-49ad-4157-9e43-e3bb90ddfeed completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:07.618422 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port f84271c3-49ad-4157-9e43-e3bb90ddfeed triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:07.618422 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:07.683604 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-b8347c9e-0ad1-46cd-9f5d-503589c3f5e7 None None] Provisioning for port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:07.692515 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-b8347c9e-0ad1-46cd-9f5d-503589c3f5e7 None None] Provisioning complete for port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:07.692979 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b8347c9e-0ad1-46cd-9f5d-503589c3f5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:07.710426 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac229362-21db-4a68-8408-a12198ec6dd3 req-fc606b52-7ce3-463e-bd3e-057148ae53d5 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:07.712451 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ac229362-21db-4a68-8408-a12198ec6dd3 req-fc606b52-7ce3-463e-bd3e-057148ae53d5 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1192987
May 12 14:53:07.765308 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:07.767334 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-b8347c9e-0ad1-46cd-9f5d-503589c3f5e7 None None] Port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:53:07.780388 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ac229362-21db-4a68-8408-a12198ec6dd3 req-0bb6fad5-d23e-4ee1-828b-f1a8ac352371 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611119
May 12 14:53:07.833691 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:07.854683 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port f84271c3-49ad-4157-9e43-e3bb90ddfeed, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=f84271c3-49ad-4157-9e43-e3bb90ddfeed,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:07.949210 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:08.018637 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=f84271c3-49ad-4157-9e43-e3bb90ddfeed,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:08.022472 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:08.092013 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:08.246157 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3749132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884922'] for router_interface, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:08.249896 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0ab11c-1d0e-404f-84a8-0ee74c5a8041,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:08.374182 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed56c78-4f9d-473f-a0ee-d706b9e0d2d7 req-fcd87bca-78fd-4439-aac5-4c1b716a06ee tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:08.375731 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5ed56c78-4f9d-473f-a0ee-d706b9e0d2d7 req-fcd87bca-78fd-4439-aac5-4c1b716a06ee tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.2185912
May 12 14:53:08.447635 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Network c8a9b5d7-4b96-4319-809c-e3bf553d8492 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:08.448868 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:08.452930 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5ed56c78-4f9d-473f-a0ee-d706b9e0d2d7 req-d29d172e-1e66-4b6b-bcaf-d47a7a80eebb tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663462
May 12 14:53:08.649707 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Router 554c63b5-57ba-435f-a9c7-b27d26a38d83 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:53:08.705616 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-857857e7-6f70-401f-b8b9-a0ee210c5860 None None] Provisioning complete for port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:08.706298 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-857857e7-6f70-401f-b8b9-a0ee210c5860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:08.771127 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-857857e7-6f70-401f-b8b9-a0ee210c5860 None None] Port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:53:08.844336 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:53:08.854339 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Sync routers for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:53:08.854903 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-d305356d-0055-414c-a219-2537fb13b082 admin admin] 10.222.0.49 "PUT /v2.0/routers/554c63b5-57ba-435f-a9c7-b27d26a38d83/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0139854
May 12 14:53:08.868996 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:08.869697 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2d5ee0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:52:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:08.992388 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f28ae0-59ff-4a61-b228-908a74e07223 req-52cef31f-8b0f-4432-af17-32b8db26233b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:08.994355 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42f28ae0-59ff-4a61-b228-908a74e07223 req-52cef31f-8b0f-4432-af17-32b8db26233b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1026156
May 12 14:53:09.042442 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-5acdc1d0-d705-4414-bb3b-5052611ac7c2 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:09.044295 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-5acdc1d0-d705-4414-bb3b-5052611ac7c2 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.71 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.1092436
May 12 14:53:09.056208 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-42f28ae0-59ff-4a61-b228-908a74e07223 req-5c1d72f7-675a-45d0-bdef-9751c36ec99b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412884
May 12 14:53:09.105919 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:09.121762 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-a12f9338-e333-4015-9502-990536b12eb4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Deleting port dc63b69d-a47c-45f7-a4ec-c94b33fcef39 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:53:09.122096 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-a12f9338-e333-4015-9502-990536b12eb4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:09.397122 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device f84271c3-49ad-4157-9e43-e3bb90ddfeed up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:53:09.429019 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-a12f9338-e333-4015-9502-990536b12eb4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] For port dc63b69d-a47c-45f7-a4ec-c94b33fcef39, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=dc63b69d-a47c-45f7-a4ec-c94b33fcef39,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:09.429377 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-a12f9338-e333-4015-9502-990536b12eb4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:09.511878 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port f84271c3-49ad-4157-9e43-e3bb90ddfeed triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:09.512346 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:09.666228 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2d5ee0>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 2, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:09.674236 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Checking router: 554c63b5-57ba-435f-a9c7-b27d26a38d83 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:53:09.674585 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Updating router 554c63b5-57ba-435f-a9c7-b27d26a38d83 port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 binding host dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:53:09.739178 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:09.891805 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 36952) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:09.897849 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1215335826-network', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:09.903232 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:09.907457 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Usage tracker for resource:network and tenant:b8506b9ccaaa4f22b6379756285e6773 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:09.910640 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:09.916507 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:09.937241 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b374b-771a-4c29-b74f-9ef320c1d695 req-db57bb1f-c054-4604-92b7-c1ad05228223 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:09.938707 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-353b374b-771a-4c29-b74f-9ef320c1d695 req-db57bb1f-c054-4604-92b7-c1ad05228223 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.3270710
May 12 14:53:09.995384 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Made reservation on behalf of b8506b9ccaaa4f22b6379756285e6773 for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:53:09.997631 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-a12f9338-e333-4015-9502-990536b12eb4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:09.998004 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-a12f9338-e333-4015-9502-990536b12eb4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:09.998126 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:09.998318 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-a12f9338-e333-4015-9502-990536b12eb4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Floating IP 77a02f19-acba-45bc-9ad3-07994065f05d disassociated. External IP: 172.27.3.138, port: dc63b69d-a47c-45f7-a4ec-c94b33fcef39.
May 12 14:53:09.998652 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-a12f9338-e333-4015-9502-990536b12eb4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Calling delete_port for dc63b69d-a47c-45f7-a4ec-c94b33fcef39 owned by compute:nova {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:53:10.011240 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:10.025420 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:10.029313 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Usage tracker for resource:security_group_rule and tenant:b8506b9ccaaa4f22b6379756285e6773 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:10.032123 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:10.038036 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:10.041302 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-353b374b-771a-4c29-b74f-9ef320c1d695 req-d334192a-48a6-49ff-a81b-15128e1ed53f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0930474
May 12 14:53:10.146686 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Notify callbacks [] for port, precommit_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:10.161765 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:10.253819 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71590507-269e-4e20-8954-e2bef826abda req-ac896768-ef4c-44a7-b1b0-e1dce4f61f32 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:10.255306 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-71590507-269e-4e20-8954-e2bef826abda req-ac896768-ef4c-44a7-b1b0-e1dce4f61f32 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 946 time: 0.0845640
May 12 14:53:10.287174 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Transition to ACTIVE for port object ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:10.287376 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-a12f9338-e333-4015-9502-990536b12eb4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:10.290038 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:10.317343 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-71590507-269e-4e20-8954-e2bef826abda req-9cf25304-9dab-457c-8837-db05a0a90230 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=b44dc41d-a5df-402c-ad3f-53062c801db2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561635
May 12 14:53:10.333488 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1371f642-b9d9-4e72-a6b7-8d0ad4b962f7,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:10.346792 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f9338-e333-4015-9502-990536b12eb4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event deleted for resources: {'Port': ['ID=dc63b69d-a47c-45f7-a4ec-c94b33fcef39,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:10.496431 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'}  {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:53:10.505738 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:10.506010 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Added segment bfa74584-7598-4bd6-88c5-2822495b81aa of type vlan for network e6f6d2e9-9376-4c14-a790-9c45bd9c8332
May 12 14:53:10.529364 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-a12f9338-e333-4015-9502-990536b12eb4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Router f9b8eb96-6bec-468f-86a7-141a46dda822 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:53:10.541222 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:10.639700 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:10.719412 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-a12f9338-e333-4015-9502-990536b12eb4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:53:10.726461 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:10.727620 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:10.728364 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:10.733227 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceac73b-292f-4769-a92c-5c33c75b1b09 None None] Sync routers for ids ['f9b8eb96-6bec-468f-86a7-141a46dda822'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:53:10.751707 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceac73b-292f-4769-a92c-5c33c75b1b09 None None] Routers {'f9b8eb96-6bec-468f-86a7-141a46dda822'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:10.752348 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-dceac73b-292f-4769-a92c-5c33c75b1b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c801130>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:52:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['f9b8eb96-6bec-468f-86a7-141a46dda822'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:10.844662 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-a12f9338-e333-4015-9502-990536b12eb4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] No DVR routers for this DVR port dc63b69d-a47c-45f7-a4ec-c94b33fcef39 on host hv-cinder-83118 {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:53:10.851503 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-a12f9338-e333-4015-9502-990536b12eb4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:10.858906 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062e66d-4c2a-4212-b186-ecafec6bde2e', 'name': 'network-vif-deleted', 'tag': 'dc63b69d-a47c-45f7-a4ec-c94b33fcef39'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:53:10.925080 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a82dc3-5d5d-4ba8-a411-670f72231d6b None None] Pushing event updated for resources: {'Port': ['ID=ed0ab11c-1d0e-404f-84a8-0ee74c5a8041,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:10.927899 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0349724
May 12 14:53:10.932672 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36966) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:10.948316 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] Request body: {'subnet': {'network_id': 'e6f6d2e9-9376-4c14-a790-9c45bd9c8332', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1215335826-subnet', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773', 'ip_version': 4}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:10.956612 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Attempting to bind port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:53:10.956993 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Attempting to bind port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:53:10.957339 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Attempting to bind port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 on network c8a9b5d7-4b96-4319-809c-e3bf553d8492 {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:53:10.963534 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75988963-c638-4a6b-ad32-df60d5132a3e'] response: {'server_uuid': '3062e66d-4c2a-4212-b186-ecafec6bde2e', 'name': 'network-vif-deleted', 'tag': 'dc63b69d-a47c-45f7-a4ec-c94b33fcef39', 'status': 'completed', 'code': 200}
May 12 14:53:10.964255 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:53:10.966416 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Checking segment: {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:53:10.966767 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:10.967265 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Bound using segment: {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:53:10.970245 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Bound port: ed0ab11c-1d0e-404f-84a8-0ee74c5a8041, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:53:10.970716 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:10.971146 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:10.983227 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] Usage tracker for resource:subnet and tenant:b8506b9ccaaa4f22b6379756285e6773 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:10.988276 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-fbbe5e92-3cc3-4357-a3b7-42fc7dc8399d req-a12f9338-e333-4015-9502-990536b12eb4 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.71 "DELETE /v2.0/ports/dc63b69d-a47c-45f7-a4ec-c94b33fcef39 HTTP/1.1" status: 204  len: 173 time: 1.9324725
May 12 14:53:11.008740 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47908a3-e0eb-4013-ac60-10c23ebb89fa admin admin] Pushing event updated for resources: {'Network': ['ID=e6f6d2e9-9376-4c14-a790-9c45bd9c8332,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:11.009514 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:11.017516 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:11.033872 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network e6f6d2e9-9376-4c14-a790-9c45bd9c8332 details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:53:11.064587 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-dceac73b-292f-4769-a92c-5c33c75b1b09 None None] Set router f9b8eb96-6bec-468f-86a7-141a46dda822 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:11.135141 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] Made reservation on behalf of b8506b9ccaaa4f22b6379756285e6773 for: {'subnet': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:53:11.141002 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2571092'] for subnet, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:11.199733 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] For port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:53:11.202775 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] For port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=ed0ab11c-1d0e-404f-84a8-0ee74c5a8041,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:53:11.288628 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd06a80-0ff8-49c9-b4dd-5d7533013a53 req-61079874-a5d6-4b3f-8c9c-0511e5ee2a26 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:11.290035 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5fd06a80-0ff8-49c9-b4dd-5d7533013a53 req-61079874-a5d6-4b3f-8c9c-0511e5ee2a26 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.1282868
May 12 14:53:11.338730 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:11.349473 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5fd06a80-0ff8-49c9-b4dd-5d7533013a53 req-07094d13-d680-472e-be81-b32d42515bdc tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536880
May 12 14:53:11.475226 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-dceac73b-292f-4769-a92c-5c33c75b1b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c801130>, [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'd1ad988c-93e0-48a8-9a3b-ce699ef589dc', 'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'mac_address': 'fa:16:3e:34:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:11Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'subnets': [{'id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:11.480899 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceac73b-292f-4769-a92c-5c33c75b1b09 None None] Checking router: f9b8eb96-6bec-468f-86a7-141a46dda822 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:53:11.499821 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceac73b-292f-4769-a92c-5c33c75b1b09 None None] Routers {'f9b8eb96-6bec-468f-86a7-141a46dda822'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:11.500904 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-dceac73b-292f-4769-a92c-5c33c75b1b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c801130>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:52:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['f9b8eb96-6bec-468f-86a7-141a46dda822'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:11.506017 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:11.506663 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2d5ee0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:52:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:11.559016 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-77e37644-ce53-4b13-ae51-0a946c49b00a req-8687beaa-e172-4b42-ba29-32099ac60019 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Synchronizing usage tracker for tenant:a090a68e336b4562aca524a95f550e04 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:11.565892 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3159237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2571074'] for subnet, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:11.664434 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b040b-c703-4ae7-8548-73465ac6fe4b req-b8a3eb78-fee4-4bda-8fa4-52f381018a06 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:11.666036 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0d6b040b-c703-4ae7-8548-73465ac6fe4b req-b8a3eb78-fee4-4bda-8fa4-52f381018a06 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.1564734
May 12 14:53:11.676041 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 36978) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:11.681413 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-63971e30-f23b-4d14-9229-336aa9abedd7 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Request body: {'floatingip': {'port_id': 'cb1e67a7-74a2-404f-8058-06c175243b15'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:11.700454 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a77e0e-e91f-468d-adbb-292b0bc004e9,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:11.716019 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] Checking segment: {'id': 'bfa74584-7598-4bd6-88c5-2822495b81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e6f6d2e9-9376-4c14-a790-9c45bd9c8332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:53:11.716498 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] Network hostable DHCP agents. Network: e6f6d2e9-9376-4c14-a790-9c45bd9c8332, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:53:11.738300 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-77e37644-ce53-4b13-ae51-0a946c49b00a req-8687beaa-e172-4b42-ba29-32099ac60019 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Unset dirty status for tenant:a090a68e336b4562aca524a95f550e04 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:11.739612 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-77e37644-ce53-4b13-ae51-0a946c49b00a req-8687beaa-e172-4b42-ba29-32099ac60019 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3062e66d-4c2a-4212-b186-ecafec6bde2e HTTP/1.1" status: 200  len: 210 time: 0.2256868
May 12 14:53:11.743841 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-dceac73b-292f-4769-a92c-5c33c75b1b09 None None] Set router f9b8eb96-6bec-468f-86a7-141a46dda822 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:11.789738 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a82dc3-5d5d-4ba8-a411-670f72231d6b None None] Pushing event updated for resources: {'Port': ['ID=ed0ab11c-1d0e-404f-84a8-0ee74c5a8041,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:11.796434 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:11.805902 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-63971e30-f23b-4d14-9229-336aa9abedd7 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for floatingip, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:11.828180 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] Network e6f6d2e9-9376-4c14-a790-9c45bd9c8332 is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:53:11.966012 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, e6f6d2e9-9376-4c14-a790-9c45bd9c8332) {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:11.980830 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:11.981708 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f795f26b-39e7-4876-9a3a-944b467e8966 None None] Network e6f6d2e9-9376-4c14-a790-9c45bd9c8332 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:53:11.983349 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:12.104501 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-dceac73b-292f-4769-a92c-5c33c75b1b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c801130>, [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'd1ad988c-93e0-48a8-9a3b-ce699ef589dc', 'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'mac_address': 'fa:16:3e:34:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:11Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'subnets': [{'id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:12.109088 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceac73b-292f-4769-a92c-5c33c75b1b09 None None] The sync data for ids ['f9b8eb96-6bec-468f-86a7-141a46dda822'] in dv-cinder-831187-2-iscsi is: [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'd1ad988c-93e0-48a8-9a3b-ce699ef589dc', 'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'mac_address': 'fa:16:3e:34:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:11Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'subnets': [{'id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:53:12.116698 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device dc63b69d-a47c-45f7-a4ec-c94b33fcef39 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:53:12.186412 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-2bd46c58-8f47-4458-b3a8-6aa7995e1b14 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2501888
May 12 14:53:12.186676 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 36984) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:12.195713 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1215335826-router', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:12.204571 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:12.216980 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Usage tracker for resource:router and tenant:b8506b9ccaaa4f22b6379756285e6773 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:12.221022 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: dc63b69d-a47c-45f7-a4ec-c94b33fcef39 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:53:12.221389 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device dc63b69d-a47c-45f7-a4ec-c94b33fcef39 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:53:12.227450 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:12.240649 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:12.354145 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3890076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28053'] for router, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:12.355226 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3883812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28034'] for router, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:12.380315 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:12.448888 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90abc092-179a-5d5e-8291-ea7041251afd-e6f6d2e9-9376-4c14-a790-9c45bd9c8332', 'network_id': 'e6f6d2e9-9376-4c14-a790-9c45bd9c8332', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773', 'fixed_ips': [{'subnet_id': '12a77e0e-e91f-468d-adbb-292b0bc004e9'}]}} from dv-cinder-831187-2-iscsi. {{(pid=88128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 12 14:53:12.449701 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:12.462794 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2e173a-e52d-466f-9e5e-9dce79d8972a None None] New status for floating IP 77a02f19-acba-45bc-9ad3-07994065f05d: DOWN {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:53:12.610846 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-63971e30-f23b-4d14-9229-336aa9abedd7 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:12.721926 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2d5ee0>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:11Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:12.738067 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-63971e30-f23b-4d14-9229-336aa9abedd7 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:12.740742 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28cda6c-5402-4615-ba7a-781ed1eaa1de None None] The sync data for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi is: [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:11Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:53:12.903667 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3883826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3890062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28144'] for router, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:12.922989 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Allocated IP 172.20.0.2 (e6f6d2e9-9376-4c14-a790-9c45bd9c8332/12a77e0e-e91f-468d-adbb-292b0bc004e9/c7e597ad-dd49-45d7-906e-7e394d920909) {{(pid=88128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:53:13.120386 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 36992) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:13.221340 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63971e30-f23b-4d14-9229-336aa9abedd7 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:53:13.243838 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-34d57a44-e608-4008-a1e2-ab96cbce903f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:13.297396 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Notify callbacks [] for port, precommit_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:13.336014 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Transition to ACTIVE for port object c7e597ad-dd49-45d7-906e-7e394d920909 will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:13.361263 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Transition to ACTIVE for port object c7e597ad-dd49-45d7-906e-7e394d920909 will not be triggered until provisioned by entity DHCP. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:13.406534 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-34d57a44-e608-4008-a1e2-ab96cbce903f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:13.423911 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:53:13.495086 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:13.499610 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:13.541876 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:13.553163 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63971e30-f23b-4d14-9229-336aa9abedd7 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:53:13.564718 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0373a4-703b-46f7-8bf8-c41e521afc37 None None] Sync routers for ids ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:53:13.577457 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-63971e30-f23b-4d14-9229-336aa9abedd7 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:13.579311 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0373a4-703b-46f7-8bf8-c41e521afc37 None None] Routers {'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:13.580287 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-df0373a4-703b-46f7-8bf8-c41e521afc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c801760>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:52:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:13.586685 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Network e6f6d2e9-9376-4c14-a790-9c45bd9c8332 is already hosted by enough agents. {{(pid=88128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:13.589726 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Resources bound (agent type, host, resource id):  {{(pid=88128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:13.595399 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Received port after_create {{(pid=88128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:53:13.602694 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Pushing event updated for resources: {'Port': ['ID=c7e597ad-dd49-45d7-906e-7e394d920909,revision_number=1']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:13.686334 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'tag': 'cb1e67a7-74a2-404f-8058-06c175243b15'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:53:13.689610 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:13.694675 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-34d57a44-e608-4008-a1e2-ab96cbce903f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:13.698421 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-34d57a44-e608-4008-a1e2-ab96cbce903f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:13.702061 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-34d57a44-e608-4008-a1e2-ab96cbce903f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "DELETE /v2.0/security-groups/b44dc41d-a5df-402c-ad3f-53062c801db2 HTTP/1.1" status: 204  len: 168 time: 0.5783579
May 12 14:53:13.706111 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:13.706483 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:13.747090 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37000) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:13.771270 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d57a44-e608-4008-a1e2-ab96cbce903f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44dc41d-a5df-402c-ad3f-53062c801db2,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:13.772990 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Attempting to bind port c7e597ad-dd49-45d7-906e-7e394d920909 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:53:13.773240 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Attempting to bind port c7e597ad-dd49-45d7-906e-7e394d920909 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': 'bfa74584-7598-4bd6-88c5-2822495b81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e6f6d2e9-9376-4c14-a790-9c45bd9c8332'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:53:13.773590 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Attempting to bind port c7e597ad-dd49-45d7-906e-7e394d920909 on network e6f6d2e9-9376-4c14-a790-9c45bd9c8332 {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:53:13.785735 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b94632-9343-4c0c-b443-42a361255d5e'] response: {'name': 'network-changed', 'server_uuid': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'tag': 'cb1e67a7-74a2-404f-8058-06c175243b15', 'status': 'completed', 'code': 200}
May 12 14:53:13.800596 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-63971e30-f23b-4d14-9229-336aa9abedd7 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "PUT /v2.0/floatingips/65615b4b-6e7f-4666-b071-ff0dad68aa28 HTTP/1.1" status: 200  len: 993 time: 2.1231904
May 12 14:53:13.813875 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.api.v2.resource [None req-2f997397-5d64-42be-b56a-6158be9fa5cc tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] show failed (client error): The resource could not be found.
May 12 14:53:13.817903 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-2f997397-5d64-42be-b56a-6158be9fa5cc tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups/b44dc41d-a5df-402c-ad3f-53062c801db2 HTTP/1.1" status: 404  len: 347 time: 0.0663645
May 12 14:53:13.818917 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37006) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:13.868958 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:53:13.869370 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Checking segment: {'id': 'bfa74584-7598-4bd6-88c5-2822495b81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e6f6d2e9-9376-4c14-a790-9c45bd9c8332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:53:13.869723 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:13.870115 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Bound using segment: {'id': 'bfa74584-7598-4bd6-88c5-2822495b81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e6f6d2e9-9376-4c14-a790-9c45bd9c8332'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:53:13.870710 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Bound port: c7e597ad-dd49-45d7-906e-7e394d920909, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa74584-7598-4bd6-88c5-2822495b81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e6f6d2e9-9376-4c14-a790-9c45bd9c8332'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:53:13.871278 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:13.912614 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-df0373a4-703b-46f7-8bf8-c41e521afc37 None None] Set router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:14.031835 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] For port c7e597ad-dd49-45d7-906e-7e394d920909, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:53:14.034248 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:14.054486 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] For port c7e597ad-dd49-45d7-906e-7e394d920909, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=c7e597ad-dd49-45d7-906e-7e394d920909,segment=NetworkSegment(bfa74584-7598-4bd6-88c5-2822495b81aa),segment_id=bfa74584-7598-4bd6-88c5-2822495b81aa)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:53:14.066375 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Allocated IP 172.27.3.250 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/ecedf8ca-f068-4e0f-9d32-2cee0b132226) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:53:14.073204 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=ed0ab11c-1d0e-404f-84a8-0ee74c5a8041,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:14.080242 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8e281e09-2ebd-47f1-b1ca-315bd0acdbde tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Deleting port c6d1685d-b56e-4ea9-9c9e-4a1b6a2bd64b {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:53:14.080574 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e281e09-2ebd-47f1-b1ca-315bd0acdbde tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:14.262312 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:14.297551 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:14.332874 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0d6d8-7509-4c9f-96ae-a3486043d868 req-2386b017-b8ca-4b4f-bfb4-5df8f1168225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:14.336313 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-50d0d6d8-7509-4c9f-96ae-a3486043d868 req-2386b017-b8ca-4b4f-bfb4-5df8f1168225 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 1098 time: 0.4338405
May 12 14:53:14.342394 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-df0373a4-703b-46f7-8bf8-c41e521afc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c801760>, [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:20Z', 'revision_number': 4, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '65615b4b-6e7f-4666-b071-ff0dad68aa28', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'port_id': 'cb1e67a7-74a2-404f-8058-06c175243b15', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'mac_address': 'fa:16:3e:3b:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:50:29Z', 'updated_at': '2022-05-12T14:53:12Z', 'revision_number': 3, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502e35e1-a396-47de-9f7c-b943fd17a207', 'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'mac_address': 'fa:16:3e:f3:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'subnets': [{'id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:14.347044 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0373a4-703b-46f7-8bf8-c41e521afc37 None None] Checking router: da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:53:14.358480 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0373a4-703b-46f7-8bf8-c41e521afc37 None None] Routers {'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:14.361319 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1770f9-c0d4-42b2-b1b1-727169d113bf None None] Pushing event updated for resources: {'Port': ['ID=c7e597ad-dd49-45d7-906e-7e394d920909,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:14.362928 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-df0373a4-703b-46f7-8bf8-c41e521afc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c801760>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:52:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:14.460825 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=ed0ab11c-1d0e-404f-84a8-0ee74c5a8041,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:14.470303 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:14.633749 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e281e09-2ebd-47f1-b1ca-315bd0acdbde tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:14.634410 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e281e09-2ebd-47f1-b1ca-315bd0acdbde tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:14.643265 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-df0373a4-703b-46f7-8bf8-c41e521afc37 None None] Set router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:14.774235 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8e281e09-2ebd-47f1-b1ca-315bd0acdbde tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Calling delete_port for c6d1685d-b56e-4ea9-9c9e-4a1b6a2bd64b owned by network:floatingip {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:53:14.862133 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0d6d8-7509-4c9f-96ae-a3486043d868 req-c6be5bda-35fe-41a0-a3ab-9a70570b063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:14.863524 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-50d0d6d8-7509-4c9f-96ae-a3486043d868 req-c6be5bda-35fe-41a0-a3ab-9a70570b063f service neutron] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 919 time: 0.5199604
May 12 14:53:14.999440 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-df0373a4-703b-46f7-8bf8-c41e521afc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c801760>, [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:20Z', 'revision_number': 4, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '65615b4b-6e7f-4666-b071-ff0dad68aa28', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'port_id': 'cb1e67a7-74a2-404f-8058-06c175243b15', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'mac_address': 'fa:16:3e:3b:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:50:29Z', 'updated_at': '2022-05-12T14:53:12Z', 'revision_number': 3, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502e35e1-a396-47de-9f7c-b943fd17a207', 'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'mac_address': 'fa:16:3e:f3:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'subnets': [{'id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:15.003420 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0373a4-703b-46f7-8bf8-c41e521afc37 None None] The sync data for ids ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'] in dv-cinder-831187-2-iscsi is: [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:20Z', 'revision_number': 4, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '65615b4b-6e7f-4666-b071-ff0dad68aa28', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'port_id': 'cb1e67a7-74a2-404f-8058-06c175243b15', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'mac_address': 'fa:16:3e:3b:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:50:29Z', 'updated_at': '2022-05-12T14:53:12Z', 'revision_number': 3, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502e35e1-a396-47de-9f7c-b943fd17a207', 'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'mac_address': 'fa:16:3e:f3:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'subnets': [{'id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:53:15.015374 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-50d0d6d8-7509-4c9f-96ae-a3486043d868 req-007f4cad-e693-4ef4-9925-194058feed30 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb1e67a7-74a2-404f-8058-06c175243b15 HTTP/1.1" status: 200  len: 1001 time: 0.1415796
May 12 14:53:15.058453 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:15.138148 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e281e09-2ebd-47f1-b1ca-315bd0acdbde tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:15.150496 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:15.160437 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:15.168187 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:53:15.200703 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Pushing event updated for resources: {'Port': ['ID=ecedf8ca-f068-4e0f-9d32-2cee0b132226,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:15.203784 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0d6d8-7509-4c9f-96ae-a3486043d868 req-b08f02ca-0d50-4140-88e6-bf3496288c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:15.205255 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-50d0d6d8-7509-4c9f-96ae-a3486043d868 req-b08f02ca-0d50-4140-88e6-bf3496288c14 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.1804054
May 12 14:53:15.336981 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e281e09-2ebd-47f1-b1ca-315bd0acdbde tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event deleted for resources: {'Port': ['ID=c6d1685d-b56e-4ea9-9c9e-4a1b6a2bd64b,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:15.465702 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8cbfb3-7093-4643-8129-0aae4702fe9e None None] Network e6f6d2e9-9376-4c14-a790-9c45bd9c8332 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:53:15.483321 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e281e09-2ebd-47f1-b1ca-315bd0acdbde tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for floatingip, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:15.485035 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:53:15.612930 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0d6d8-7509-4c9f-96ae-a3486043d868 req-13cac8fc-db7d-4e8d-b729-098c2ff140c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:15.614505 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-50d0d6d8-7509-4c9f-96ae-a3486043d868 req-13cac8fc-db7d-4e8d-b729-098c2ff140c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3460605
May 12 14:53:15.687068 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:15.687444 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:15.720209 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e281e09-2ebd-47f1-b1ca-315bd0acdbde tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:15.721577 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-8e281e09-2ebd-47f1-b1ca-315bd0acdbde tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "DELETE /v2.0/floatingips/77a02f19-acba-45bc-9ad3-07994065f05d HTTP/1.1" status: 204  len: 168 time: 1.9019229
May 12 14:53:15.732685 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-5db7c70a-39d4-4d8d-b880-e2b1684fbb09 None None] Provisioning for port c7e597ad-dd49-45d7-906e-7e394d920909 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:15.787220 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'tag': 'cb1e67a7-74a2-404f-8058-06c175243b15'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:53:15.845263 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a89eeb-1a93-4d22-b886-8a6e6563fd4d'] response: {'name': 'network-changed', 'server_uuid': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'tag': 'cb1e67a7-74a2-404f-8058-06c175243b15', 'status': 'completed', 'code': 200}
May 12 14:53:15.891267 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-50d0d6d8-7509-4c9f-96ae-a3486043d868 req-d06def43-9a17-43be-8601-480ab0958586 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2628529
May 12 14:53:15.911127 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device c7e597ad-dd49-45d7-906e-7e394d920909 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:53:15.953894 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 37028) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:15.975115 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-c9c81ee6-50d4-4baf-a012-7c221072095c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1423868444', 'description': 'tempest-description--1016497538'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:15.987995 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-c9c81ee6-50d4-4baf-a012-7c221072095c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:15.999634 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-c9c81ee6-50d4-4baf-a012-7c221072095c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:16.085153 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port c7e597ad-dd49-45d7-906e-7e394d920909 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:16.090515 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port c7e597ad-dd49-45d7-906e-7e394d920909 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:16.090931 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:16.199848 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:16.252308 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:16.295327 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port c7e597ad-dd49-45d7-906e-7e394d920909, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=c7e597ad-dd49-45d7-906e-7e394d920909,segment=NetworkSegment(bfa74584-7598-4bd6-88c5-2822495b81aa),segment_id=bfa74584-7598-4bd6-88c5-2822495b81aa)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:16.296753 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-048f3378-aef6-49fd-b3a8-855072ee251f None None] Provisioning complete for port c7e597ad-dd49-45d7-906e-7e394d920909 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:16.297118 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-048f3378-aef6-49fd-b3a8-855072ee251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:16.349453 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c9c81ee6-50d4-4baf-a012-7c221072095c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:16.370118 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-c9c81ee6-50d4-4baf-a012-7c221072095c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:16.374452 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-c9c81ee6-50d4-4baf-a012-7c221072095c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Usage tracker for resource:security_group_rule and tenant:a090a68e336b4562aca524a95f550e04 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:16.377505 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-c9c81ee6-50d4-4baf-a012-7c221072095c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:16.395869 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-c9c81ee6-50d4-4baf-a012-7c221072095c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:16.431817 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-048f3378-aef6-49fd-b3a8-855072ee251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:16.432430 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-50d0d6d8-7509-4c9f-96ae-a3486043d868 req-7803a9a1-7a0b-454d-933f-1b1b06ef03d0 service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5342784
May 12 14:53:16.470423 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:16.480741 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c9c81ee6-50d4-4baf-a012-7c221072095c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:16.589190 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.db.api [None req-048f3378-aef6-49fd-b3a8-855072ee251f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 12 14:53:16.589517 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG oslo_db.api [None req-048f3378-aef6-49fd-b3a8-855072ee251f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 12 14:53:16.591672 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=c7e597ad-dd49-45d7-906e-7e394d920909,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:16.606981 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c9c81ee6-50d4-4baf-a012-7c221072095c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:16.652147 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c81ee6-50d4-4baf-a012-7c221072095c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5381c717-b3f4-46bd-9a1d-f68ca77a8b74,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:16.676038 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3883785'] for router, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:16.681324 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77416b18-ce59-4b37-aebd-bb5555d02351 req-8e276954-1eaa-4905-9c45-833cb38da0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:16.682790 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-77416b18-ce59-4b37-aebd-bb5555d02351 req-8e276954-1eaa-4905-9c45-833cb38da0f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0301badcd92e4cc483246a0fa4949060&device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 1098 time: 0.1733339
May 12 14:53:16.868850 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c9c81ee6-50d4-4baf-a012-7c221072095c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:16.870124 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c9c81ee6-50d4-4baf-a012-7c221072095c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.9151926
May 12 14:53:16.873120 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 37034) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:16.877897 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-b517b319-6434-4c1f-b7a1-9810507d5262 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Request body: {'security_group_rule': {'security_group_id': '5381c717-b3f4-46bd-9a1d-f68ca77a8b74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:16.884567 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-b517b319-6434-4c1f-b7a1-9810507d5262 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:16.888352 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-b517b319-6434-4c1f-b7a1-9810507d5262 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Usage tracker for resource:security_group_rule and tenant:a090a68e336b4562aca524a95f550e04 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:16.891204 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-b517b319-6434-4c1f-b7a1-9810507d5262 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:16.897294 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-b517b319-6434-4c1f-b7a1-9810507d5262 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:16.962961 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77416b18-ce59-4b37-aebd-bb5555d02351 req-aa377dbb-9e01-46fb-a618-b1b704a4d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:16.964392 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-77416b18-ce59-4b37-aebd-bb5555d02351 req-aa377dbb-9e01-46fb-a618-b1b704a4d5e2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 200  len: 919 time: 0.2322431
May 12 14:53:17.024663 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b517b319-6434-4c1f-b7a1-9810507d5262 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:17.093715 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b517b319-6434-4c1f-b7a1-9810507d5262 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:17.094658 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-77416b18-ce59-4b37-aebd-bb5555d02351 req-b71a9b3b-cb95-47e3-b81c-023bf9d65d48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb1e67a7-74a2-404f-8058-06c175243b15 HTTP/1.1" status: 200  len: 1001 time: 0.1185467
May 12 14:53:17.164964 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77416b18-ce59-4b37-aebd-bb5555d02351 req-96a4fcc8-a42a-41da-8293-390ce4be3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:17.166587 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-77416b18-ce59-4b37-aebd-bb5555d02351 req-96a4fcc8-a42a-41da-8293-390ce4be3aa0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 200  len: 857 time: 0.0652094
May 12 14:53:17.210606 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Router aa5b3b16-dfd8-48b8-90b7-5e051800c466 is scheduled to L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f with binding_index 1 {{(pid=88126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 14:53:17.230422 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b517b319-6434-4c1f-b7a1-9810507d5262 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:17.254048 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517b319-6434-4c1f-b7a1-9810507d5262 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add166d8-288b-4167-9d18-ea843589641f,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:17.372126 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b517b319-6434-4c1f-b7a1-9810507d5262 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:17.373420 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b517b319-6434-4c1f-b7a1-9810507d5262 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4993031
May 12 14:53:17.376026 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 37042) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:17.379454 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device c7e597ad-dd49-45d7-906e-7e394d920909 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:53:17.389664 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-a2f9f177-d8fd-42b5-9491-ecdd01d54897 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Request body: {'security_group_rule': {'security_group_id': '5381c717-b3f4-46bd-9a1d-f68ca77a8b74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:17.389664 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-a2f9f177-d8fd-42b5-9491-ecdd01d54897 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:17.391076 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-a2f9f177-d8fd-42b5-9491-ecdd01d54897 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Usage tracker for resource:security_group_rule and tenant:a090a68e336b4562aca524a95f550e04 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:17.393875 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-a2f9f177-d8fd-42b5-9491-ecdd01d54897 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:17.400259 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-a2f9f177-d8fd-42b5-9491-ecdd01d54897 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:17.401801 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77416b18-ce59-4b37-aebd-bb5555d02351 req-ef464699-7f74-48e9-b2ef-85f6f87fa02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:17.403302 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-77416b18-ce59-4b37-aebd-bb5555d02351 req-ef464699-7f74-48e9-b2ef-85f6f87fa02d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=faf0fd87-b01d-4638-a1db-c3f32b222877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2293453
May 12 14:53:17.453665 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port c7e597ad-dd49-45d7-906e-7e394d920909 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:17.454030 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:17.493030 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a2f9f177-d8fd-42b5-9491-ecdd01d54897 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:17.501253 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:53:17.514614 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Sync routers for ids ['aa5b3b16-dfd8-48b8-90b7-5e051800c466'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:53:17.534562 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Routers {'aa5b3b16-dfd8-48b8-90b7-5e051800c466'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:17.535349 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f879374f0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:52:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['aa5b3b16-dfd8-48b8-90b7-5e051800c466'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:17.564621 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a2f9f177-d8fd-42b5-9491-ecdd01d54897 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:17.692342 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a2f9f177-d8fd-42b5-9491-ecdd01d54897 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:17.693589 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-77416b18-ce59-4b37-aebd-bb5555d02351 req-6c2ffe6f-87a4-42e9-9e71-402233ce0d6c service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2796092
May 12 14:53:17.718572 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9f177-d8fd-42b5-9491-ecdd01d54897 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f8d344-0621-44d4-bb47-a0330758df96,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:17.773492 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:17.774961 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-2e9a2918-d108-4907-8c20-fd36ef0901d6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.5872703
May 12 14:53:17.778424 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 37046) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:17.844868 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a2f9f177-d8fd-42b5-9491-ecdd01d54897 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:17.846325 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a2f9f177-d8fd-42b5-9491-ecdd01d54897 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4690671
May 12 14:53:17.853601 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37050) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:17.853828 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Set router aa5b3b16-dfd8-48b8-90b7-5e051800c466 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:17.856222 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-77416b18-ce59-4b37-aebd-bb5555d02351 req-6f67964c-4dd8-424e-98d9-47314d681dbb service neutron] 10.222.0.71 "GET /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1521666
May 12 14:53:17.859365 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Request body: {'floatingip': {'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:17.865866 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:17.869978 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Usage tracker for resource:floatingip and tenant:a090a68e336b4562aca524a95f550e04 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:17.880557 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:17.891580 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:18.029305 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for floatingip, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:18.193669 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f879374f0>, [{'id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'name': 'tempest-TestVolumeBootPattern-1215335826-router', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:12Z', 'updated_at': '2022-05-12T14:53:15Z', 'revision_number': 3, 'project_id': 'b8506b9ccaaa4f22b6379756285e6773', 'gw_port': {'id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:13Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:18.203758 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Checking router: aa5b3b16-dfd8-48b8-90b7-5e051800c466 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:53:18.204173 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Updating router aa5b3b16-dfd8-48b8-90b7-5e051800c466 port ecedf8ca-f068-4e0f-9d32-2cee0b132226 binding host dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:53:18.206482 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:18.266496 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:18.300530 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8210e2de-d114-4c6a-bc90-9f2b80554629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:18.378930 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Allocated IP 172.27.3.28 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/69a4b2f7-b79b-443a-b1a8-67bef8b5cef4) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:53:18.455509 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:53:18.544124 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:18.632663 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:18.652110 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:18.728448 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event updated for resources: {'Port': ['ID=69a4b2f7-b79b-443a-b1a8-67bef8b5cef4,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:18.744306 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:18.748347 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:18.753652 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:53:18.836615 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:18.869400 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Allocated IP 172.20.0.1 (e6f6d2e9-9376-4c14-a790-9c45bd9c8332/12a77e0e-e91f-468d-adbb-292b0bc004e9/299c0190-71e0-4801-b3cb-fc69eaee2436) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:53:18.890273 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Notify callbacks [] for port, precommit_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:18.902636 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Transition to ACTIVE for port object ecedf8ca-f068-4e0f-9d32-2cee0b132226 will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:19.012494 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:19.028346 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Transition to ACTIVE for port object 299c0190-71e0-4801-b3cb-fc69eaee2436 will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:19.034274 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:19.057742 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:19.140083 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Attempting to bind port ecedf8ca-f068-4e0f-9d32-2cee0b132226 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:53:19.140445 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Attempting to bind port ecedf8ca-f068-4e0f-9d32-2cee0b132226 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:53:19.140803 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Attempting to bind port ecedf8ca-f068-4e0f-9d32-2cee0b132226 on network 70d2fa51-11f3-4a4a-9682-a94236c979fd {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:53:19.142852 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af284d36-2a41-4e07-9fae-87cab5bd3dc6 None None] Pushing event updated for resources: {'Port': ['ID=ecedf8ca-f068-4e0f-9d32-2cee0b132226,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:19.148512 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:53:19.148888 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Checking segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:53:19.149282 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:19.149666 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Bound using segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:53:19.150131 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Bound port: ecedf8ca-f068-4e0f-9d32-2cee0b132226, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:53:19.150503 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:19.201824 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:19.231901 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] For port ecedf8ca-f068-4e0f-9d32-2cee0b132226, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:53:19.234053 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] For port ecedf8ca-f068-4e0f-9d32-2cee0b132226, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=ecedf8ca-f068-4e0f-9d32-2cee0b132226,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:53:19.253302 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:19.286116 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Network e6f6d2e9-9376-4c14-a790-9c45bd9c8332 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:19.288755 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:19.292508 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:53:19.327575 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Pushing event updated for resources: {'Port': ['ID=299c0190-71e0-4801-b3cb-fc69eaee2436,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:19.351015 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885023'] for router_interface, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:19.395512 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:19.400841 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:19.501163 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af284d36-2a41-4e07-9fae-87cab5bd3dc6 None None] Pushing event updated for resources: {'Port': ['ID=ecedf8ca-f068-4e0f-9d32-2cee0b132226,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:19.510001 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Routers {'aa5b3b16-dfd8-48b8-90b7-5e051800c466'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:19.510321 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f879374f0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:52:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['aa5b3b16-dfd8-48b8-90b7-5e051800c466'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:19.525767 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event updated for resources: {'Port': ['ID=69a4b2f7-b79b-443a-b1a8-67bef8b5cef4,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:19.532550 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:19.657561 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:19.668124 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-724494be-2ef9-4f3f-89b1-db2b652d6269 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8064845
May 12 14:53:19.685026 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:19.697596 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] Set router aa5b3b16-dfd8-48b8-90b7-5e051800c466 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:19.798480 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-02824de7-2bda-47be-95f8-1e60c9ecd94b None None] Provisioning for port 299c0190-71e0-4801-b3cb-fc69eaee2436 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:19.822540 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-02824de7-2bda-47be-95f8-1e60c9ecd94b None None] Provisioning complete for port 299c0190-71e0-4801-b3cb-fc69eaee2436 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:19.822871 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-02824de7-2bda-47be-95f8-1e60c9ecd94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:19.938990 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-02824de7-2bda-47be-95f8-1e60c9ecd94b None None] Port 299c0190-71e0-4801-b3cb-fc69eaee2436 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:53:19.958452 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-cb6327c7-476f-4eaf-93ca-c4cdf4cb7241 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Synchronizing usage tracker for tenant:a090a68e336b4562aca524a95f550e04 on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:19.993309 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:20.081120 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f879374f0>, [{'id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'name': 'tempest-TestVolumeBootPattern-1215335826-router', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:12Z', 'updated_at': '2022-05-12T14:53:15Z', 'revision_number': 3, 'project_id': 'b8506b9ccaaa4f22b6379756285e6773', 'gw_port': {'id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:13Z', 'updated_at': '2022-05-12T14:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:20.085081 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746844b-9c90-4f0a-9c8c-90bd987a1475 None None] The sync data for ids ['aa5b3b16-dfd8-48b8-90b7-5e051800c466'] in dv-cinder-831187-2-iscsi is: [{'id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'name': 'tempest-TestVolumeBootPattern-1215335826-router', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:12Z', 'updated_at': '2022-05-12T14:53:15Z', 'revision_number': 3, 'project_id': 'b8506b9ccaaa4f22b6379756285e6773', 'gw_port': {'id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:13Z', 'updated_at': '2022-05-12T14:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:53:20.119825 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505945'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:20.144554 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-cb6327c7-476f-4eaf-93ca-c4cdf4cb7241 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Unset dirty status for tenant:a090a68e336b4562aca524a95f550e04 on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:20.145737 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-cb6327c7-476f-4eaf-93ca-c4cdf4cb7241 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1423868444&fields=id&tenant_id=a090a68e336b4562aca524a95f550e04 HTTP/1.1" status: 200  len: 267 time: 0.2694771
May 12 14:53:20.340627 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3749132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884922'] for router_interface, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:20.356924 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Pushing event updated for resources: {'Port': ['ID=299c0190-71e0-4801-b3cb-fc69eaee2436,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:20.475795 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-6cc00730-c722-4350-b5b6-123b9f4b9479 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:20.476473 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-6cc00730-c722-4350-b5b6-123b9f4b9479 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Synchronizing usage tracker for tenant:a090a68e336b4562aca524a95f550e04 on resource:network {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:20.543116 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Network e6f6d2e9-9376-4c14-a790-9c45bd9c8332 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:20.544272 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:20.716974 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-6cc00730-c722-4350-b5b6-123b9f4b9479 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Unset dirty status for tenant:a090a68e336b4562aca524a95f550e04 on resource:network {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:20.718147 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-6cc00730-c722-4350-b5b6-123b9f4b9479 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/networks?id=42e9462e-79bf-4236-9d9e-1261c021234a HTTP/1.1" status: 200  len: 810 time: 0.5363295
May 12 14:53:20.752706 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Router aa5b3b16-dfd8-48b8-90b7-5e051800c466 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:53:20.770018 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-df3dca5d-de39-4a2c-bf69-204ba31dd705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:20.773727 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-0be0b90c-3cad-4213-8d3f-be32af41c61a None None] Provisioning complete for port 299c0190-71e0-4801-b3cb-fc69eaee2436 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:20.774090 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0be0b90c-3cad-4213-8d3f-be32af41c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:20.830374 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-0be0b90c-3cad-4213-8d3f-be32af41c61a None None] Port 299c0190-71e0-4801-b3cb-fc69eaee2436 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:53:20.918100 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-ee9fa7ce-90bd-4eb9-910a-7c224de93ad5 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/quotas/a090a68e336b4562aca524a95f550e04 HTTP/1.1" status: 200  len: 375 time: 0.1941595
May 12 14:53:20.997362 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:53:21.011116 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-adb36a77-d826-41cf-ba93-67c64b316333 admin admin] 10.222.0.49 "PUT /v2.0/routers/aa5b3b16-dfd8-48b8-90b7-5e051800c466/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2313499
May 12 14:53:21.030995 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-f7ffd4c0-729c-499e-8822-c6a5bba0e06d tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a090a68e336b4562aca524a95f550e04&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1031797
May 12 14:53:21.171409 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-99bac232-1603-4a71-941f-6e1b92e2eeb7 service neutron] 10.222.0.49 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285684
May 12 14:53:21.308578 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-5d1692d4-c430-4f5c-8e74-e81b71185926 service neutron] 10.222.0.49 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307790
May 12 14:53:21.458001 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device ecedf8ca-f068-4e0f-9d32-2cee0b132226 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:53:21.529975 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37096) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:21.537164 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-f132baf6-b92b-467c-be70-a23931781c27 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1612459297', 'description': 'tempest-secgroup-smoke-1612459297 description', 'project_id': '235689d103ed4d0dbe7b78698395bd21'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:21.542969 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-f132baf6-b92b-467c-be70-a23931781c27 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:21.547017 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-f132baf6-b92b-467c-be70-a23931781c27 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Usage tracker for resource:security_group and tenant:235689d103ed4d0dbe7b78698395bd21 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:21.551036 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-f132baf6-b92b-467c-be70-a23931781c27 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:21.557632 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-f132baf6-b92b-467c-be70-a23931781c27 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:21.628742 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port ecedf8ca-f068-4e0f-9d32-2cee0b132226 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:21.639301 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port ecedf8ca-f068-4e0f-9d32-2cee0b132226 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:21.639759 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:21.656141 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-3141feaa-6abd-4159-9b23-3afb9578e0cc req-78f4f57d-7950-4a52-bb54-be6e392c2029 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Synchronizing usage tracker for tenant:a090a68e336b4562aca524a95f550e04 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:21.677109 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f132baf6-b92b-467c-be70-a23931781c27 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:21.698588 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-f132baf6-b92b-467c-be70-a23931781c27 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:21.702638 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-f132baf6-b92b-467c-be70-a23931781c27 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Usage tracker for resource:security_group_rule and tenant:235689d103ed4d0dbe7b78698395bd21 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:21.705527 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-f132baf6-b92b-467c-be70-a23931781c27 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:21.711377 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-f132baf6-b92b-467c-be70-a23931781c27 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:21.761440 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Sync routers for ids ['aa5b3b16-dfd8-48b8-90b7-5e051800c466'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:53:21.773980 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Routers {'aa5b3b16-dfd8-48b8-90b7-5e051800c466'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:21.776325 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7aba60>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['aa5b3b16-dfd8-48b8-90b7-5e051800c466'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:21.777093 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:21.795077 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:21.801223 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-3141feaa-6abd-4159-9b23-3afb9578e0cc req-78f4f57d-7950-4a52-bb54-be6e392c2029 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Unset dirty status for tenant:a090a68e336b4562aca524a95f550e04 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:21.811627 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3141feaa-6abd-4159-9b23-3afb9578e0cc req-78f4f57d-7950-4a52-bb54-be6e392c2029 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 210 time: 0.1986032
May 12 14:53:21.815848 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:21.835460 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port ecedf8ca-f068-4e0f-9d32-2cee0b132226, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=ecedf8ca-f068-4e0f-9d32-2cee0b132226,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:21.852784 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f132baf6-b92b-467c-be70-a23931781c27 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:21.937632 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:21.977430 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f132baf6-b92b-467c-be70-a23931781c27 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:22.033296 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132baf6-b92b-467c-be70-a23931781c27 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9ed655-9e22-4181-abe7-8e68c9209587,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:22.057543 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=ecedf8ca-f068-4e0f-9d32-2cee0b132226,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:22.068901 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Set router aa5b3b16-dfd8-48b8-90b7-5e051800c466 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:22.126085 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f132baf6-b92b-467c-be70-a23931781c27 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:22.127370 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-f132baf6-b92b-467c-be70-a23931781c27 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5955749
May 12 14:53:22.130921 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37120) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:22.135894 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-ce28a15c-7d8c-409e-ae9c-4b212f8c0db1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Request body: {'security_group_rule': {'security_group_id': '2a9ed655-9e22-4181-abe7-8e68c9209587', 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:22.141859 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-ce28a15c-7d8c-409e-ae9c-4b212f8c0db1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:22.145777 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-ce28a15c-7d8c-409e-ae9c-4b212f8c0db1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Usage tracker for resource:security_group_rule and tenant:235689d103ed4d0dbe7b78698395bd21 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:22.148685 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-ce28a15c-7d8c-409e-ae9c-4b212f8c0db1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:22.154512 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-ce28a15c-7d8c-409e-ae9c-4b212f8c0db1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:22.288780 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ce28a15c-7d8c-409e-ae9c-4b212f8c0db1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:22.350434 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ce28a15c-7d8c-409e-ae9c-4b212f8c0db1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:22.422180 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7aba60>, [{'id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'name': 'tempest-TestVolumeBootPattern-1215335826-router', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:12Z', 'updated_at': '2022-05-12T14:53:19Z', 'revision_number': 4, 'project_id': 'b8506b9ccaaa4f22b6379756285e6773', 'gw_port': {'id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:13Z', 'updated_at': '2022-05-12T14:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '299c0190-71e0-4801-b3cb-fc69eaee2436', 'name': '', 'network_id': 'e6f6d2e9-9376-4c14-a790-9c45bd9c8332', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773', 'mac_address': 'fa:16:3e:fd:b7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '12a77e0e-e91f-468d-adbb-292b0bc004e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:18Z', 'updated_at': '2022-05-12T14:53:19Z', 'revision_number': 2, 'project_id': 'b8506b9ccaaa4f22b6379756285e6773', 'subnets': [{'id': '12a77e0e-e91f-468d-adbb-292b0bc004e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:22.425917 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Checking router: aa5b3b16-dfd8-48b8-90b7-5e051800c466 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:53:22.426802 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Updating router aa5b3b16-dfd8-48b8-90b7-5e051800c466 port 299c0190-71e0-4801-b3cb-fc69eaee2436 binding host dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:53:22.487706 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ce28a15c-7d8c-409e-ae9c-4b212f8c0db1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:22.488268 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:22.509508 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28a15c-7d8c-409e-ae9c-4b212f8c0db1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9a8feb-4ab4-409e-8957-648b1f92ab7f,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:22.622383 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ce28a15c-7d8c-409e-ae9c-4b212f8c0db1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:22.623728 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-ce28a15c-7d8c-409e-ae9c-4b212f8c0db1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4917934
May 12 14:53:22.626318 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37126) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:22.631383 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-35b96b87-1c2d-46fc-ac5d-9b153f334aee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Request body: {'security_group_rule': {'security_group_id': '2a9ed655-9e22-4181-abe7-8e68c9209587', 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:22.637004 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-35b96b87-1c2d-46fc-ac5d-9b153f334aee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:22.641059 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-35b96b87-1c2d-46fc-ac5d-9b153f334aee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Usage tracker for resource:security_group_rule and tenant:235689d103ed4d0dbe7b78698395bd21 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:22.643985 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-35b96b87-1c2d-46fc-ac5d-9b153f334aee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:22.650223 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-35b96b87-1c2d-46fc-ac5d-9b153f334aee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:22.801645 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-35b96b87-1c2d-46fc-ac5d-9b153f334aee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:22.841001 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:22.856730 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.provisioning_blocks [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Transition to ACTIVE for port object 299c0190-71e0-4801-b3cb-fc69eaee2436 will not be triggered until provisioned by entity L2. {{(pid=88129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:22.920086 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c8ea8dc6-6e34-4942-9ad8-73561a25111a req-147f1478-8e7b-4128-ac6a-c970b9a1a117 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 210 time: 0.0546925
May 12 14:53:22.940697 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-35b96b87-1c2d-46fc-ac5d-9b153f334aee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:22.977849 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:23.057853 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:23.103377 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-35b96b87-1c2d-46fc-ac5d-9b153f334aee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:23.109053 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128229cb-96c5-4cf8-b27f-6649077a7249 None None] Pushing event updated for resources: {'Port': ['ID=299c0190-71e0-4801-b3cb-fc69eaee2436,revision_number=3']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:23.136110 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b96b87-1c2d-46fc-ac5d-9b153f334aee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a394ab-73be-4397-9e01-0aa4bfb7eac8,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:23.234786 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Attempting to bind port 299c0190-71e0-4801-b3cb-fc69eaee2436 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:53:23.235175 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Attempting to bind port 299c0190-71e0-4801-b3cb-fc69eaee2436 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': 'bfa74584-7598-4bd6-88c5-2822495b81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e6f6d2e9-9376-4c14-a790-9c45bd9c8332'}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:53:23.235528 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Attempting to bind port 299c0190-71e0-4801-b3cb-fc69eaee2436 on network e6f6d2e9-9376-4c14-a790-9c45bd9c8332 {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:53:23.241574 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:53:23.241933 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Checking segment: {'id': 'bfa74584-7598-4bd6-88c5-2822495b81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e6f6d2e9-9376-4c14-a790-9c45bd9c8332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:53:23.242318 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:23.242697 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Bound using segment: {'id': 'bfa74584-7598-4bd6-88c5-2822495b81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e6f6d2e9-9376-4c14-a790-9c45bd9c8332'} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:53:23.243173 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Bound port: 299c0190-71e0-4801-b3cb-fc69eaee2436, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa74584-7598-4bd6-88c5-2822495b81aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e6f6d2e9-9376-4c14-a790-9c45bd9c8332'}}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:53:23.243551 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:23.246781 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-35b96b87-1c2d-46fc-ac5d-9b153f334aee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:23.251052 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 37140) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:23.251578 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-35b96b87-1c2d-46fc-ac5d-9b153f334aee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6238375
May 12 14:53:23.259250 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-0ba79b1c-1f16-4a3b-907c-4d25ad0c68bb tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Request body: {'security_group_rule': {'security_group_id': '2a9ed655-9e22-4181-abe7-8e68c9209587', 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:23.273642 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0ba79b1c-1f16-4a3b-907c-4d25ad0c68bb tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:23.279242 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0ba79b1c-1f16-4a3b-907c-4d25ad0c68bb tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Usage tracker for resource:security_group_rule and tenant:235689d103ed4d0dbe7b78698395bd21 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:23.282716 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0ba79b1c-1f16-4a3b-907c-4d25ad0c68bb tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:23.341497 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] For port 299c0190-71e0-4801-b3cb-fc69eaee2436, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:53:23.345301 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] For port 299c0190-71e0-4801-b3cb-fc69eaee2436, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=299c0190-71e0-4801-b3cb-fc69eaee2436,segment=NetworkSegment(bfa74584-7598-4bd6-88c5-2822495b81aa),segment_id=bfa74584-7598-4bd6-88c5-2822495b81aa)] {{(pid=88129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:53:23.379168 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device ecedf8ca-f068-4e0f-9d32-2cee0b132226 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:53:23.382095 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0ba79b1c-1f16-4a3b-907c-4d25ad0c68bb tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:23.448076 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port ecedf8ca-f068-4e0f-9d32-2cee0b132226 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:23.448444 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:23.497735 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:23.577768 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Routers {'aa5b3b16-dfd8-48b8-90b7-5e051800c466'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:23.578383 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7aba60>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['aa5b3b16-dfd8-48b8-90b7-5e051800c466'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:23.609406 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ba79b1c-1f16-4a3b-907c-4d25ad0c68bb tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:23.638707 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128229cb-96c5-4cf8-b27f-6649077a7249 None None] Pushing event updated for resources: {'Port': ['ID=299c0190-71e0-4801-b3cb-fc69eaee2436,revision_number=4']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:23.699594 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ba79b1c-1f16-4a3b-907c-4d25ad0c68bb tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:23.770706 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 37146) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:23.777188 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ba79b1c-1f16-4a3b-907c-4d25ad0c68bb tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:23.795946 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] Set router aa5b3b16-dfd8-48b8-90b7-5e051800c466 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:23.811400 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba79b1c-1f16-4a3b-907c-4d25ad0c68bb tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb99b2f-78a8-4572-ae6d-fd12a5ff00be,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:23.907555 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-09be5e98-dc32-41d5-ba25-be0fd93cac77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:23.922838 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-09be5e98-dc32-41d5-ba25-be0fd93cac77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:23.927484 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-09be5e98-dc32-41d5-ba25-be0fd93cac77 admin admin] Usage tracker for resource:security_group_rule and tenant:412c82405dac49fb99a79455639d1d86 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:23.930497 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-09be5e98-dc32-41d5-ba25-be0fd93cac77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:23.936192 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0ba79b1c-1f16-4a3b-907c-4d25ad0c68bb tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:23.940529 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0ba79b1c-1f16-4a3b-907c-4d25ad0c68bb tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6850162
May 12 14:53:23.940529 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-09be5e98-dc32-41d5-ba25-be0fd93cac77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:23.940786 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37154) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:23.945708 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-3e321aa0-6522-4177-a3b4-b6ab39838d6f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Request body: {'security_group_rule': {'security_group_id': '2a9ed655-9e22-4181-abe7-8e68c9209587', 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:23.951881 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-3e321aa0-6522-4177-a3b4-b6ab39838d6f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:23.956921 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-3e321aa0-6522-4177-a3b4-b6ab39838d6f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Usage tracker for resource:security_group_rule and tenant:235689d103ed4d0dbe7b78698395bd21 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:23.975237 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-3e321aa0-6522-4177-a3b4-b6ab39838d6f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:23.988435 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-3e321aa0-6522-4177-a3b4-b6ab39838d6f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:24.065545 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-09be5e98-dc32-41d5-ba25-be0fd93cac77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:24.089570 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3e321aa0-6522-4177-a3b4-b6ab39838d6f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:24.150194 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bec689d4-d26d-4727-a281-42e7dca61b81 req-639a28e8-4392-4acf-8945-e1483d239926 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 210 time: 0.0622764
May 12 14:53:24.167046 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3e321aa0-6522-4177-a3b4-b6ab39838d6f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:24.196034 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-09be5e98-dc32-41d5-ba25-be0fd93cac77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:24.224755 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7aba60>, [{'id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'name': 'tempest-TestVolumeBootPattern-1215335826-router', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:12Z', 'updated_at': '2022-05-12T14:53:19Z', 'revision_number': 4, 'project_id': 'b8506b9ccaaa4f22b6379756285e6773', 'gw_port': {'id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:13Z', 'updated_at': '2022-05-12T14:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '299c0190-71e0-4801-b3cb-fc69eaee2436', 'name': '', 'network_id': 'e6f6d2e9-9376-4c14-a790-9c45bd9c8332', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773', 'mac_address': 'fa:16:3e:fd:b7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '12a77e0e-e91f-468d-adbb-292b0bc004e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:18Z', 'updated_at': '2022-05-12T14:53:23Z', 'revision_number': 4, 'project_id': 'b8506b9ccaaa4f22b6379756285e6773', 'subnets': [{'id': '12a77e0e-e91f-468d-adbb-292b0bc004e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:24.230466 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c960f6c-a471-4554-970d-b52ce330f9d2 None None] The sync data for ids ['aa5b3b16-dfd8-48b8-90b7-5e051800c466'] in dv-cinder-831187-2-iscsi is: [{'id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'name': 'tempest-TestVolumeBootPattern-1215335826-router', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:12Z', 'updated_at': '2022-05-12T14:53:19Z', 'revision_number': 4, 'project_id': 'b8506b9ccaaa4f22b6379756285e6773', 'gw_port': {'id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:13Z', 'updated_at': '2022-05-12T14:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '299c0190-71e0-4801-b3cb-fc69eaee2436', 'name': '', 'network_id': 'e6f6d2e9-9376-4c14-a790-9c45bd9c8332', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773', 'mac_address': 'fa:16:3e:fd:b7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '12a77e0e-e91f-468d-adbb-292b0bc004e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:18Z', 'updated_at': '2022-05-12T14:53:23Z', 'revision_number': 4, 'project_id': 'b8506b9ccaaa4f22b6379756285e6773', 'subnets': [{'id': '12a77e0e-e91f-468d-adbb-292b0bc004e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:53:24.255130 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-09be5e98-dc32-41d5-ba25-be0fd93cac77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=412c82405dac49fb99a79455639d1d86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4821308
May 12 14:53:24.256888 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37164) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:24.285693 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be5e98-dc32-41d5-ba25-be0fd93cac77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8501103-add5-4c4c-8fce-8ef04ff797af,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:24.298570 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3e321aa0-6522-4177-a3b4-b6ab39838d6f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:24.343920 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e321aa0-6522-4177-a3b4-b6ab39838d6f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0086cdd6-899a-4e33-a36d-8a95efac0b51,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:24.379365 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8ac89459-5af0-4bde-83d1-80e918052108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:24.408243 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8ac89459-5af0-4bde-83d1-80e918052108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:24.463079 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3e321aa0-6522-4177-a3b4-b6ab39838d6f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:24.464287 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-3e321aa0-6522-4177-a3b4-b6ab39838d6f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5230057
May 12 14:53:24.467375 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 37168) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:24.472788 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-1dd60a0e-cb4d-4d68-8fe0-3a53319cba73 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Request body: {'security_group_rule': {'security_group_id': '2a9ed655-9e22-4181-abe7-8e68c9209587', 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:24.479590 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1dd60a0e-cb4d-4d68-8fe0-3a53319cba73 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:24.483520 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1dd60a0e-cb4d-4d68-8fe0-3a53319cba73 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Usage tracker for resource:security_group_rule and tenant:235689d103ed4d0dbe7b78698395bd21 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:24.486435 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1dd60a0e-cb4d-4d68-8fe0-3a53319cba73 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:24.492662 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1dd60a0e-cb4d-4d68-8fe0-3a53319cba73 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:24.572658 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8ac89459-5af0-4bde-83d1-80e918052108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:24.599054 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac89459-5af0-4bde-83d1-80e918052108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8501103-add5-4c4c-8fce-8ef04ff797af,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:24.606152 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8ac89459-5af0-4bde-83d1-80e918052108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:24.607684 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-8ac89459-5af0-4bde-83d1-80e918052108 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8501103-add5-4c4c-8fce-8ef04ff797af HTTP/1.1" status: 204  len: 168 time: 0.3496556
May 12 14:53:24.617663 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.securitygroups_db [None req-1dd60a0e-cb4d-4d68-8fe0-3a53319cba73 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Project 235689d103ed4d0dbe7b78698395bd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 12 14:53:24.629922 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1dd60a0e-cb4d-4d68-8fe0-3a53319cba73 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:24.717224 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1dd60a0e-cb4d-4d68-8fe0-3a53319cba73 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:24.823424 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1dd60a0e-cb4d-4d68-8fe0-3a53319cba73 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:24.848233 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd60a0e-cb4d-4d68-8fe0-3a53319cba73 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5caae10e-1efb-4ae6-976c-9cada04196d9,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:24.932293 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1dd60a0e-cb4d-4d68-8fe0-3a53319cba73 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:24.936819 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37180) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:24.942672 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-b8706071-9c16-43e0-b101-841ae84bf3e7 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Request body: {'security_group_rule': {'security_group_id': '2a9ed655-9e22-4181-abe7-8e68c9209587', 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:24.943815 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1dd60a0e-cb4d-4d68-8fe0-3a53319cba73 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4752080
May 12 14:53:24.974199 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b8706071-9c16-43e0-b101-841ae84bf3e7 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:25.132784 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b8706071-9c16-43e0-b101-841ae84bf3e7 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Usage tracker for resource:security_group_rule and tenant:235689d103ed4d0dbe7b78698395bd21 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:25.139977 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b8706071-9c16-43e0-b101-841ae84bf3e7 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:25.170091 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b8706071-9c16-43e0-b101-841ae84bf3e7 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:25.285422 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-5dc26cc2-97a0-4401-96e4-f1875c444091 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:25.287329 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-5dc26cc2-97a0-4401-96e4-f1875c444091 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.71 "GET /v2.0/networks?id=42e9462e-79bf-4236-9d9e-1261c021234a HTTP/1.1" status: 200  len: 810 time: 0.3385487
May 12 14:53:25.362411 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.securitygroups_db [None req-b8706071-9c16-43e0-b101-841ae84bf3e7 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Project 235689d103ed4d0dbe7b78698395bd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 12 14:53:25.366367 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5fcc5ee8-f5ff-4f19-9be8-e1728b8edef8 req-0271f32e-8a28-417c-b79b-ee1f2d9e4891 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 210 time: 0.0580893
May 12 14:53:25.375225 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e3f61cea-b8ec-41e1-8f8b-6fd56950a17d tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a090a68e336b4562aca524a95f550e04 HTTP/1.1" status: 200  len: 380 time: 0.0612993
May 12 14:53:25.376953 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b8706071-9c16-43e0-b101-841ae84bf3e7 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:25.405010 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Request body: {'port': {'device_id': '358a3c59-ec18-40a6-b2a2-d7a37b46d08f', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'admin_state_up': True, 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'security_groups': ['5381c717-b3f4-46bd-9a1d-f68ca77a8b74']}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:25.420695 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 299c0190-71e0-4801-b3cb-fc69eaee2436 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:53:25.565516 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b8706071-9c16-43e0-b101-841ae84bf3e7 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:25.592848 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:25.594926 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 299c0190-71e0-4801-b3cb-fc69eaee2436 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:25.601590 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 299c0190-71e0-4801-b3cb-fc69eaee2436 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:25.604171 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:25.604611 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:25.698125 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b8706071-9c16-43e0-b101-841ae84bf3e7 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:25.730638 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8706071-9c16-43e0-b101-841ae84bf3e7 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a10d56f-f788-4aa7-9a77-928909817c6f,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:25.734258 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Made reservation on behalf of a090a68e336b4562aca524a95f550e04 for: {'port': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:53:25.737957 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:25.739999 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:25.782438 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 299c0190-71e0-4801-b3cb-fc69eaee2436, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=299c0190-71e0-4801-b3cb-fc69eaee2436,segment=NetworkSegment(bfa74584-7598-4bd6-88c5-2822495b81aa),segment_id=bfa74584-7598-4bd6-88c5-2822495b81aa)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:25.885848 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:25.928762 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b8706071-9c16-43e0-b101-841ae84bf3e7 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:25.930354 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-b8706071-9c16-43e0-b101-841ae84bf3e7 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.9911954
May 12 14:53:25.958705 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Allocated IP 172.20.0.10 (42e9462e-79bf-4236-9d9e-1261c021234a/b19e2646-24d9-4430-9acb-4aef7b057e71/29d1dc1e-72a2-437b-94bf-fcacd84119d4) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:53:25.965545 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=299c0190-71e0-4801-b3cb-fc69eaee2436,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:26.176715 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:26.193072 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Transition to ACTIVE for port object 29d1dc1e-72a2-437b-94bf-fcacd84119d4 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:26.338806 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:26.406958 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Network 42e9462e-79bf-4236-9d9e-1261c021234a is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:26.411619 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:26.414235 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:53:26.505483 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:26.506132 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:26.519071 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event updated for resources: {'Port': ['ID=29d1dc1e-72a2-437b-94bf-fcacd84119d4,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:26.603763 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118a9ae-77bb-43e6-b0e1-bb2aa7499555 req-6a0d8dff-a302-4ef9-b3df-3132c4d73138 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:26.605282 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8118a9ae-77bb-43e6-b0e1-bb2aa7499555 req-6a0d8dff-a302-4ef9-b3df-3132c4d73138 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 932 time: 0.0835967
May 12 14:53:26.651200 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8118a9ae-77bb-43e6-b0e1-bb2aa7499555 req-eb605279-1123-4696-87be-75e49a52b207 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=5381c717-b3f4-46bd-9a1d-f68ca77a8b74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401413
May 12 14:53:26.709179 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-1a3a16f3-18bf-4439-8856-8ac7239d2b5f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3238463
May 12 14:53:26.828408 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Request body: {'port': {'device_id': '358a3c59-ec18-40a6-b2a2-d7a37b46d08f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:26.857328 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-4385a1a4-41ff-485d-ac48-ac7d49e572ab None None] Provisioning for port 29d1dc1e-72a2-437b-94bf-fcacd84119d4 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:26.862324 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-4385a1a4-41ff-485d-ac48-ac7d49e572ab None None] Provisioning complete for port 29d1dc1e-72a2-437b-94bf-fcacd84119d4 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:26.862767 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4385a1a4-41ff-485d-ac48-ac7d49e572ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:26.925034 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-4385a1a4-41ff-485d-ac48-ac7d49e572ab None None] Port 29d1dc1e-72a2-437b-94bf-fcacd84119d4 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:53:26.943582 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:27.291790 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d1dc1e-72a2-437b-94bf-fcacd84119d4 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:53:27.298837 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:27.313989 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Transition to ACTIVE for port object 29d1dc1e-72a2-437b-94bf-fcacd84119d4 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:27.377568 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 299c0190-71e0-4801-b3cb-fc69eaee2436 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:53:27.445896 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 299c0190-71e0-4801-b3cb-fc69eaee2436 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:27.446272 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:27.486199 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:27.677259 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Pushing event updated for resources: {'Port': ['ID=29d1dc1e-72a2-437b-94bf-fcacd84119d4,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:27.752971 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Attempting to bind port 29d1dc1e-72a2-437b-94bf-fcacd84119d4 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:53:27.753396 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Attempting to bind port 29d1dc1e-72a2-437b-94bf-fcacd84119d4 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:53:27.753696 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Attempting to bind port 29d1dc1e-72a2-437b-94bf-fcacd84119d4 on network 42e9462e-79bf-4236-9d9e-1261c021234a {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:53:27.758707 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Port 29d1dc1e-72a2-437b-94bf-fcacd84119d4 on network 42e9462e-79bf-4236-9d9e-1261c021234a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:53:27.761480 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Attempting to bind port 29d1dc1e-72a2-437b-94bf-fcacd84119d4 on network 42e9462e-79bf-4236-9d9e-1261c021234a {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:53:27.764243 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:53:27.764577 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Checking segment: {'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:53:27.765004 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Bound using segment: {'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:53:27.765456 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Bound port: 29d1dc1e-72a2-437b-94bf-fcacd84119d4, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:53:27.765803 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:27.858672 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] For port 29d1dc1e-72a2-437b-94bf-fcacd84119d4, host hv-cinder-83118, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:53:27.863094 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] For port 29d1dc1e-72a2-437b-94bf-fcacd84119d4, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29d1dc1e-72a2-437b-94bf-fcacd84119d4,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:53:27.873365 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbf733-038a-4bb1-a989-5eda32477dab req-9d77c0fc-8819-44aa-99dd-2720cc85b4c6 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:27.874919 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5bfbf733-038a-4bb1-a989-5eda32477dab req-9d77c0fc-8819-44aa-99dd-2720cc85b4c6 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 944 time: 0.0858405
May 12 14:53:27.919891 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5bfbf733-038a-4bb1-a989-5eda32477dab req-fefcea6a-5367-4db3-8e24-2bf2f8f7c530 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=5381c717-b3f4-46bd-9a1d-f68ca77a8b74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390642
May 12 14:53:27.972369 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:28.037465 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:28.038368 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:28.039910 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] 10.222.0.71 "PUT /v2.0/ports/29d1dc1e-72a2-437b-94bf-fcacd84119d4 HTTP/1.1" status: 200  len: 1094 time: 1.3178699
May 12 14:53:28.040349 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358a3c59-ec18-40a6-b2a2-d7a37b46d08f', 'tag': '29d1dc1e-72a2-437b-94bf-fcacd84119d4'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:53:28.075509 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086f78e-dc0b-4ef5-88c9-8558af566d21 service neutron] Pushing event updated for resources: {'Port': ['ID=29d1dc1e-72a2-437b-94bf-fcacd84119d4,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:28.106345 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9df511-95ba-467a-96a5-77d0f1f4bfa8'] response: {'name': 'network-changed', 'server_uuid': '358a3c59-ec18-40a6-b2a2-d7a37b46d08f', 'tag': '29d1dc1e-72a2-437b-94bf-fcacd84119d4', 'status': 'completed', 'code': 200}
May 12 14:53:28.338453 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9e163-3da2-431f-a4d4-f3e0ab7d3c45 req-46a77516-4800-4d34-8032-e3f49febab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:28.340079 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-edd9e163-3da2-431f-a4d4-f3e0ab7d3c45 req-46a77516-4800-4d34-8032-e3f49febab74 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a090a68e336b4562aca524a95f550e04&device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 1097 time: 0.1885262
May 12 14:53:28.501368 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9e163-3da2-431f-a4d4-f3e0ab7d3c45 req-4a4f2bfb-0917-4fcd-a243-df0535ce060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:28.502843 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-edd9e163-3da2-431f-a4d4-f3e0ab7d3c45 req-4a4f2bfb-0917-4fcd-a243-df0535ce060a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a090a68e336b4562aca524a95f550e04&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1409569
May 12 14:53:28.596892 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:28.652721 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9e163-3da2-431f-a4d4-f3e0ab7d3c45 req-6300807e-a573-4187-9a0b-9164198c18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:28.654163 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-edd9e163-3da2-431f-a4d4-f3e0ab7d3c45 req-6300807e-a573-4187-9a0b-9164198c18cd service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1429474
May 12 14:53:28.804878 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-24f3350e-5901-48b9-b73e-9b278cbe207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:28.806458 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-24f3350e-5901-48b9-b73e-9b278cbe207d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a090a68e336b4562aca524a95f550e04&device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 1097 time: 0.0742171
May 12 14:53:28.881420 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-d5203db8-950f-49b6-90a2-b72c3eba116e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d1dc1e-72a2-437b-94bf-fcacd84119d4 HTTP/1.1" status: 200  len: 217 time: 0.0619090
May 12 14:53:28.946908 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-66435887-b172-43af-a6bd-8b8c7588c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:28.948348 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-66435887-b172-43af-a6bd-8b8c7588c590 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b19e2646-24d9-4430-9acb-4aef7b057e71 HTTP/1.1" status: 200  len: 849 time: 0.0608480
May 12 14:53:29.027885 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-0dd7a701-7d9d-41d7-b6ff-278f317cc3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:29.029364 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-0dd7a701-7d9d-41d7-b6ff-278f317cc3e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42e9462e-79bf-4236-9d9e-1261c021234a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740197
May 12 14:53:29.231749 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5237ae-c6e6-4332-b153-95e7d302ef0d req-196fee27-3daa-479c-bd90-8ead7eed80bb tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:29.232460 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-ba5237ae-c6e6-4332-b153-95e7d302ef0d req-196fee27-3daa-479c-bd90-8ead7eed80bb tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Synchronizing usage tracker for tenant:a090a68e336b4562aca524a95f550e04 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:29.240448 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-6a7aee33-bbb0-42be-9333-cb57512bca4d service neutron] 10.222.0.71 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1749334
May 12 14:53:29.383767 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6890273-77b0-4231-9c1b-ffcd8396a1b6 req-e3737005-0d91-46bb-98a9-0e7cd7c4848d service neutron] 10.222.0.71 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353230
May 12 14:53:29.384876 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-ba5237ae-c6e6-4332-b153-95e7d302ef0d req-196fee27-3daa-479c-bd90-8ead7eed80bb tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Unset dirty status for tenant:a090a68e336b4562aca524a95f550e04 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:29.385865 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ba5237ae-c6e6-4332-b153-95e7d302ef0d req-196fee27-3daa-479c-bd90-8ead7eed80bb tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 944 time: 0.3556724
May 12 14:53:29.398100 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-78aa5c87-8c8f-4d68-9252-1b3032c09527 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=dbd2b6082f554c90b7b78f0a59634e80&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0282848
May 12 14:53:29.431020 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ba5237ae-c6e6-4332-b153-95e7d302ef0d req-d3841ef2-f8d2-44e7-a15b-40753e73b11d tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=5381c717-b3f4-46bd-9a1d-f68ca77a8b74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392509
May 12 14:53:29.554524 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-62dd3e40-3d0d-4418-8cd6-1510ea4f9096 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:29.555967 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-62dd3e40-3d0d-4418-8cd6-1510ea4f9096 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1498251
May 12 14:53:29.571321 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-87b69e2a-144e-4ea3-abb7-b69eae5f2ce5 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/quotas/dbd2b6082f554c90b7b78f0a59634e80 HTTP/1.1" status: 200  len: 375 time: 0.0095379
May 12 14:53:29.618708 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-fcec1408-cc93-4ac4-ac34-c8b25af59c2e tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dbd2b6082f554c90b7b78f0a59634e80&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0412910
May 12 14:53:29.893940 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-64860bac-719d-4a30-a5c9-90204528955d req-44bf9fd1-9d65-47d8-9eb4-09784c6f178b tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 210 time: 0.0435812
May 12 14:53:30.618225 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb4050-b792-4382-9ef2-528b9c09228a req-0345562e-00ad-4601-8699-3d8bb1fb1872 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:30.619714 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d8eb4050-b792-4382-9ef2-528b9c09228a req-0345562e-00ad-4601-8699-3d8bb1fb1872 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 944 time: 0.0819459
May 12 14:53:30.664663 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d8eb4050-b792-4382-9ef2-528b9c09228a req-2673a2b3-cdee-480d-a20b-9ce1da4ceab3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=5381c717-b3f4-46bd-9a1d-f68ca77a8b74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390918
May 12 14:53:30.992423 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6fd7f748-106c-4407-b12b-7dffd490a18d req-eecf964b-8ab9-47ff-8f7b-a47241a29c9c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 210 time: 0.0425434
May 12 14:53:31.859288 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e7ba5-8c76-4e89-b967-09743ba6ac49 req-154a7343-c8ba-4daa-b298-779416deb214 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:31.860972 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ba0e7ba5-8c76-4e89-b967-09743ba6ac49 req-154a7343-c8ba-4daa-b298-779416deb214 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 944 time: 0.0889306
May 12 14:53:31.935704 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ba0e7ba5-8c76-4e89-b967-09743ba6ac49 req-af631c37-a8b0-45c8-a0f6-0bd8eaff0ba3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=5381c717-b3f4-46bd-9a1d-f68ca77a8b74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637403
May 12 14:53:32.150765 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cda97f41-4859-4007-b8f6-0bf111e9df3a req-c852e249-dfd6-4338-a0cf-3d60a0c92f3c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 210 time: 0.0443604
May 12 14:53:32.151718 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 29d1dc1e-72a2-437b-94bf-fcacd84119d4 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:53:32.287557 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 29d1dc1e-72a2-437b-94bf-fcacd84119d4, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29d1dc1e-72a2-437b-94bf-fcacd84119d4,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:32.301054 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '29d1dc1e-72a2-437b-94bf-fcacd84119d4', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'port_id': '29d1dc1e-72a2-437b-94bf-fcacd84119d4', 'mac_address': 'fa:16:3e:39:f4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:53:32.358917 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:32.380082 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d1dc1e-72a2-437b-94bf-fcacd84119d4 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:53:32.396152 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 29d1dc1e-72a2-437b-94bf-fcacd84119d4, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29d1dc1e-72a2-437b-94bf-fcacd84119d4,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:32.486005 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:32.555481 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=29d1dc1e-72a2-437b-94bf-fcacd84119d4,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:32.638710 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-f26a5fc7-47bf-4fa4-ac66-2fa0b849856e tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=dbd2b6082f554c90b7b78f0a59634e80&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0278800
May 12 14:53:32.796285 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-13deaed4-00aa-4b62-8e57-60ce36ed6053 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:32.797740 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-13deaed4-00aa-4b62-8e57-60ce36ed6053 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1538975
May 12 14:53:32.818526 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Request body: {'port': {'device_id': '70554c80-92d9-4b15-9510-b57a49d2c373', 'network_id': 'd357c576-babc-4e40-b452-45845cb56df8', 'admin_state_up': True, 'tenant_id': 'dbd2b6082f554c90b7b78f0a59634e80'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:32.884660 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['29d1dc1e-72a2-437b-94bf-fcacd84119d4'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:53:32.972757 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:32.977696 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Usage tracker for resource:port and tenant:dbd2b6082f554c90b7b78f0a59634e80 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:32.980853 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:33.016997 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:33.281044 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Made reservation on behalf of dbd2b6082f554c90b7b78f0a59634e80 for: {'port': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:53:33.284634 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:33.303731 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:33.328833 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:33.334662 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-16303989-ca2c-4193-a724-814350294afd req-0783eaa6-91fb-469d-a640-b15bb43bb0ad tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 210 time: 0.0574343
May 12 14:53:33.335234 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Usage tracker for resource:security_group_rule and tenant:dbd2b6082f554c90b7b78f0a59634e80 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:33.338614 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:33.345882 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:33.387646 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5261a8-8448-473f-8263-3b3069350f92 req-3965bfd6-2538-410c-bf0d-778af73facd1 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:33.389125 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4a5261a8-8448-473f-8263-3b3069350f92 req-3965bfd6-2538-410c-bf0d-778af73facd1 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 945 time: 0.2363899
May 12 14:53:33.459155 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4a5261a8-8448-473f-8263-3b3069350f92 req-64580085-b49d-4993-b453-ab46a35e307d tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=5381c717-b3f4-46bd-9a1d-f68ca77a8b74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623548
May 12 14:53:33.489137 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:33.583988 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:33.673319 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:33.686781 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:33.687149 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:33.687488 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:33.687823 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:33.688154 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:33.688482 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:33.688809 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:33.689133 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:33.689457 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:33.689779 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:33.690214 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:33.690514 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:33.774905 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Allocated IP 192.168.233.52 (d357c576-babc-4e40-b452-45845cb56df8/6741c52e-96b0-425b-90ca-93b353e9930f/3138fe9b-4e8e-48d7-aeee-07d15301d4c1) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:53:33.990881 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:34.007482 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Transition to ACTIVE for port object 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:34.188304 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 29d1dc1e-72a2-437b-94bf-fcacd84119d4 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:53:34.194885 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:34.308340 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Network d357c576-babc-4e40-b452-45845cb56df8 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:34.311609 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:34.315521 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:53:34.354423 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Pushing event updated for resources: {'Port': ['ID=3138fe9b-4e8e-48d7-aeee-07d15301d4c1,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:34.402152 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:34.402970 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:34.417520 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port 29d1dc1e-72a2-437b-94bf-fcacd84119d4 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:34.424841 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 29d1dc1e-72a2-437b-94bf-fcacd84119d4 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:34.424841 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:34.539080 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-92ce204d-2339-42af-9b64-4407a00d156c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7241037
May 12 14:53:34.560138 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Request body: {'port': {'device_id': '70554c80-92d9-4b15-9510-b57a49d2c373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:34.640904 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43774334-7856-4167-83d1-764ce671a5ea req-2e15a90e-81f5-4d22-937a-93e2a3fcacb1 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:34.642790 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-43774334-7856-4167-83d1-764ce671a5ea req-2e15a90e-81f5-4d22-937a-93e2a3fcacb1 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 935 time: 0.1437809
May 12 14:53:34.701837 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:34.731613 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-43774334-7856-4167-83d1-764ce671a5ea req-58b7b1d0-19dc-473a-9917-2f3194bfd652 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822985
May 12 14:53:34.748006 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 29d1dc1e-72a2-437b-94bf-fcacd84119d4, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29d1dc1e-72a2-437b-94bf-fcacd84119d4,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:34.749361 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358a3c59-ec18-40a6-b2a2-d7a37b46d08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d1dc1e-72a2-437b-94bf-fcacd84119d4'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:53:34.826515 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:34.880721 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:34.923817 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260674f-59f9-4d97-b16c-ff1058b825cf req-ecbb327e-d612-4c26-8521-aea1dff858cc tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:34.925410 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4260674f-59f9-4d97-b16c-ff1058b825cf req-ecbb327e-d612-4c26-8521-aea1dff858cc tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 945 time: 0.1734066
May 12 14:53:34.952570 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10e79ac9-a57e-40fa-b1db-cf20ec407679 None None] Provisioning for port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:34.968062 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-10e79ac9-a57e-40fa-b1db-cf20ec407679 None None] Provisioning complete for port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:34.968516 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-10e79ac9-a57e-40fa-b1db-cf20ec407679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:35.027833 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=29d1dc1e-72a2-437b-94bf-fcacd84119d4,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:35.042574 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:35.044271 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:35.044271 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:35.044271 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:35.044271 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:35.044572 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:35.044710 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:35.045211 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:35.045590 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:35.045973 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:35.046936 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:35.047453 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:35.052380 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-10e79ac9-a57e-40fa-b1db-cf20ec407679 None None] Port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:53:35.060316 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4260674f-59f9-4d97-b16c-ff1058b825cf req-37fbab05-35b7-4645-b72e-5e17a0c608ef tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=5381c717-b3f4-46bd-9a1d-f68ca77a8b74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886858
May 12 14:53:35.112671 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397f23b7-6781-48ac-9067-345143279ca1'] response: {'server_uuid': '358a3c59-ec18-40a6-b2a2-d7a37b46d08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d1dc1e-72a2-437b-94bf-fcacd84119d4', 'code': 200}
May 12 14:53:35.276451 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:53:35.285123 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:35.311080 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Transition to ACTIVE for port object 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:35.454005 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:35.627898 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Pushing event updated for resources: {'Port': ['ID=3138fe9b-4e8e-48d7-aeee-07d15301d4c1,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:35.679690 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9533c5-4b01-47cc-b869-661633bce8d5 req-8b0f32e8-5bb1-4aa0-b514-2a1262c0a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:35.681454 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3c9533c5-4b01-47cc-b869-661633bce8d5 req-8b0f32e8-5bb1-4aa0-b514-2a1262c0a100 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 1099 time: 0.0948236
May 12 14:53:35.728201 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3c9533c5-4b01-47cc-b869-661633bce8d5 req-52961052-aa5d-4fee-a75e-f3c888086085 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5381c717-b3f4-46bd-9a1d-f68ca77a8b74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392673
May 12 14:53:35.741859 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Attempting to bind port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:53:35.742168 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Attempting to bind port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'd50a7e6c-9b20-4c39-8be7-90ae10e95dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd357c576-babc-4e40-b452-45845cb56df8'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:53:35.742406 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Attempting to bind port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 on network d357c576-babc-4e40-b452-45845cb56df8 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:53:35.747063 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 on network d357c576-babc-4e40-b452-45845cb56df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:53:35.747379 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Attempting to bind port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 on network d357c576-babc-4e40-b452-45845cb56df8 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:53:35.752464 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:53:35.752792 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Checking segment: {'id': 'd50a7e6c-9b20-4c39-8be7-90ae10e95dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd357c576-babc-4e40-b452-45845cb56df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:53:35.753182 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Bound using segment: {'id': 'd50a7e6c-9b20-4c39-8be7-90ae10e95dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd357c576-babc-4e40-b452-45845cb56df8'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:53:35.753611 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Bound port: 3138fe9b-4e8e-48d7-aeee-07d15301d4c1, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50a7e6c-9b20-4c39-8be7-90ae10e95dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd357c576-babc-4e40-b452-45845cb56df8'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:53:35.754587 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:35.889916 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] For port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1, host hv-cinder-83118, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:53:35.905873 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] For port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3138fe9b-4e8e-48d7-aeee-07d15301d4c1,segment=NetworkSegment(d50a7e6c-9b20-4c39-8be7-90ae10e95dc2),segment_id=d50a7e6c-9b20-4c39-8be7-90ae10e95dc2)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:53:35.933429 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5581e2-ee63-4ded-b671-cebf17f42b82 req-fa59932d-7ea5-4aa1-bda4-d75f2f23ba74 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:35.934118 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-7c5581e2-ee63-4ded-b671-cebf17f42b82 req-fa59932d-7ea5-4aa1-bda4-d75f2f23ba74 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Synchronizing usage tracker for tenant:dbd2b6082f554c90b7b78f0a59634e80 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:35.989501 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:36.131542 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-7c5581e2-ee63-4ded-b671-cebf17f42b82 req-fa59932d-7ea5-4aa1-bda4-d75f2f23ba74 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Unset dirty status for tenant:dbd2b6082f554c90b7b78f0a59634e80 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:36.132764 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7c5581e2-ee63-4ded-b671-cebf17f42b82 req-fa59932d-7ea5-4aa1-bda4-d75f2f23ba74 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 947 time: 0.2911267
May 12 14:53:36.146428 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b56511-72bf-446e-af1f-1ce145a4c2a6 req-7897d054-cb01-4578-8fb9-3b98172106c0 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:36.159783 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:36.160580 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:36.162737 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] 10.222.0.71 "PUT /v2.0/ports/3138fe9b-4e8e-48d7-aeee-07d15301d4c1 HTTP/1.1" status: 200  len: 1097 time: 1.6069977
May 12 14:53:36.163858 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-89b56511-72bf-446e-af1f-1ce145a4c2a6 req-7897d054-cb01-4578-8fb9-3b98172106c0 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 946 time: 0.1018803
May 12 14:53:36.165757 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70554c80-92d9-4b15-9510-b57a49d2c373', 'tag': '3138fe9b-4e8e-48d7-aeee-07d15301d4c1'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:53:36.209112 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-7c5581e2-ee63-4ded-b671-cebf17f42b82 req-53228bbc-40b0-4cea-a361-edc0ba428e00 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Synchronizing usage tracker for tenant:dbd2b6082f554c90b7b78f0a59634e80 on resource:security_group {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:36.215079 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced73de-d638-4ab5-89aa-fe3bb38b1460 service neutron] Pushing event updated for resources: {'Port': ['ID=3138fe9b-4e8e-48d7-aeee-07d15301d4c1,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:36.237983 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-89b56511-72bf-446e-af1f-1ce145a4c2a6 req-6bf45909-76b5-47dc-9cf8-d941a330f6cf tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730290
May 12 14:53:36.331958 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-7c5581e2-ee63-4ded-b671-cebf17f42b82 req-53228bbc-40b0-4cea-a361-edc0ba428e00 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Unset dirty status for tenant:dbd2b6082f554c90b7b78f0a59634e80 on resource:security_group {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:36.336261 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7c5581e2-ee63-4ded-b671-cebf17f42b82 req-53228bbc-40b0-4cea-a361-edc0ba428e00 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919377
May 12 14:53:36.417285 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91595a0-e279-4787-a82c-b7cd7c727079'] response: {'name': 'network-changed', 'server_uuid': '70554c80-92d9-4b15-9510-b57a49d2c373', 'tag': '3138fe9b-4e8e-48d7-aeee-07d15301d4c1', 'status': 'completed', 'code': 200}
May 12 14:53:36.452236 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-2485157b-6c37-428c-acfe-fcc0a5f5bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:36.453777 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-2485157b-6c37-428c-acfe-fcc0a5f5bfb2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dbd2b6082f554c90b7b78f0a59634e80&device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 1100 time: 0.1043746
May 12 14:53:36.496818 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf408e5-a624-4fc5-91ac-26de95850b24 req-b18e388f-2136-4c63-b377-2e6379859751 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:36.496818 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4cf408e5-a624-4fc5-91ac-26de95850b24 req-b18e388f-2136-4c63-b377-2e6379859751 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 946 time: 0.1105227
May 12 14:53:36.536978 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4cf408e5-a624-4fc5-91ac-26de95850b24 req-7d5ec1f6-2864-4ee1-8f2c-1c2fc851f5d1 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=5381c717-b3f4-46bd-9a1d-f68ca77a8b74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435300
May 12 14:53:36.541045 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-1c205991-22f6-44ec-9bd9-1471d2ac7bdf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=3138fe9b-4e8e-48d7-aeee-07d15301d4c1 HTTP/1.1" status: 200  len: 217 time: 0.0713589
May 12 14:53:36.615725 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-c113a73a-0806-4d27-80fb-9abe9903eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:36.617209 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-c113a73a-0806-4d27-80fb-9abe9903eb43 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6741c52e-96b0-425b-90ca-93b353e9930f HTTP/1.1" status: 200  len: 843 time: 0.0646265
May 12 14:53:36.695886 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-c7a646f7-1eb7-44ac-9269-212bc6ccfc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:36.697338 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-c7a646f7-1eb7-44ac-9269-212bc6ccfc91 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d357c576-babc-4e40-b452-45845cb56df8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0735557
May 12 14:53:36.834605 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-c81fc0d5-75f6-4c5e-9efb-4e45b1b3503d service neutron] 10.222.0.71 "GET /v2.0/networks/d357c576-babc-4e40-b452-45845cb56df8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298699
May 12 14:53:36.978151 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e53a6928-c3f8-4bd6-b8e5-df4c063df942 req-a2329d30-1a7c-4441-9ec8-d25a6f8718cc service neutron] 10.222.0.71 "GET /v2.0/networks/d357c576-babc-4e40-b452-45845cb56df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304183
May 12 14:53:37.410078 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a121507-dff0-4e6d-abdd-c1aff28fbb8a req-de7e1cb9-9d49-4b15-aa0e-47c35d3af881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:37.412409 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8a121507-dff0-4e6d-abdd-c1aff28fbb8a req-de7e1cb9-9d49-4b15-aa0e-47c35d3af881 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dbd2b6082f554c90b7b78f0a59634e80&device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 1100 time: 0.1370449
May 12 14:53:37.543313 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddeb30-11f5-494b-95aa-d9f6cbb0522a req-868a26a5-5bcf-4119-a6bf-b8583dc8458d tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:37.544923 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-aaddeb30-11f5-494b-95aa-d9f6cbb0522a req-868a26a5-5bcf-4119-a6bf-b8583dc8458d tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 947 time: 0.0857315
May 12 14:53:37.563626 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9de1a3-8a8f-4bd6-8767-2660f1155aff req-90b6c61c-8503-4f52-af6f-417e2b403c1b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:37.565106 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-fc9de1a3-8a8f-4bd6-8767-2660f1155aff req-90b6c61c-8503-4f52-af6f-417e2b403c1b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 946 time: 0.2027864
May 12 14:53:37.594729 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-aaddeb30-11f5-494b-95aa-d9f6cbb0522a req-aed6d28d-c13f-4073-acf2-6971b536cc8b tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438576
May 12 14:53:37.599477 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a121507-dff0-4e6d-abdd-c1aff28fbb8a req-f2728d4a-2a32-4238-b1de-a92a2221150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:37.601169 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8a121507-dff0-4e6d-abdd-c1aff28fbb8a req-f2728d4a-2a32-4238-b1de-a92a2221150a service neutron] 10.222.0.71 "GET /v2.0/networks?id=d357c576-babc-4e40-b452-45845cb56df8 HTTP/1.1" status: 200  len: 870 time: 0.1807511
May 12 14:53:37.679402 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-fc9de1a3-8a8f-4bd6-8767-2660f1155aff req-16e497f4-d8ca-4240-b4db-418c647e05ad tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1054904
May 12 14:53:37.688401 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8a121507-dff0-4e6d-abdd-c1aff28fbb8a req-6e47fbb5-220d-4789-8396-6fcaa0f76188 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=3138fe9b-4e8e-48d7-aeee-07d15301d4c1 HTTP/1.1" status: 200  len: 217 time: 0.0697346
May 12 14:53:37.760554 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a121507-dff0-4e6d-abdd-c1aff28fbb8a req-95b039c7-9906-4cb6-b7c8-a27d9cc8bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:37.762038 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8a121507-dff0-4e6d-abdd-c1aff28fbb8a req-95b039c7-9906-4cb6-b7c8-a27d9cc8bfc3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6741c52e-96b0-425b-90ca-93b353e9930f HTTP/1.1" status: 200  len: 843 time: 0.0672371
May 12 14:53:37.849640 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a121507-dff0-4e6d-abdd-c1aff28fbb8a req-4d4ef08e-ac54-4755-ab80-148c0341eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:37.851127 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8a121507-dff0-4e6d-abdd-c1aff28fbb8a req-4d4ef08e-ac54-4755-ab80-148c0341eb58 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d357c576-babc-4e40-b452-45845cb56df8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0802991
May 12 14:53:37.872048 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcde8ec-2617-45c2-abb2-3f4cc0bdfdd6 req-e9df6c80-c6c9-4a67-bef6-92161bea73b2 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:37.873620 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1fcde8ec-2617-45c2-abb2-3f4cc0bdfdd6 req-e9df6c80-c6c9-4a67-bef6-92161bea73b2 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 946 time: 0.0858376
May 12 14:53:37.921875 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1fcde8ec-2617-45c2-abb2-3f4cc0bdfdd6 req-acdac679-405e-4797-86c8-ebbc3e4f0688 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=5381c717-b3f4-46bd-9a1d-f68ca77a8b74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427628
May 12 14:53:37.991700 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8a121507-dff0-4e6d-abdd-c1aff28fbb8a req-dc5971f5-689e-48e4-bdb7-2da51bb24ba3 service neutron] 10.222.0.71 "GET /v2.0/networks/d357c576-babc-4e40-b452-45845cb56df8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324644
May 12 14:53:38.109444 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9ad64-3a79-4aca-9ce9-2568055b1cf9 req-c9eda028-1e7b-4913-bcfa-84ee6090f3a3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:38.110990 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6de9ad64-3a79-4aca-9ce9-2568055b1cf9 req-c9eda028-1e7b-4913-bcfa-84ee6090f3a3 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 946 time: 0.0876744
May 12 14:53:38.121031 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37438) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:38.133794 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-77df9fac-feca-4a5d-8509-0d563990e7aa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Request body: {'floatingip': {'port_id': '29d1dc1e-72a2-437b-94bf-fcacd84119d4'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:38.213318 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8a121507-dff0-4e6d-abdd-c1aff28fbb8a req-7591af2c-97ec-471b-9623-d9aa6604443c service neutron] 10.222.0.71 "GET /v2.0/networks/d357c576-babc-4e40-b452-45845cb56df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129643
May 12 14:53:38.217101 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-77df9fac-feca-4a5d-8509-0d563990e7aa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for floatingip, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:38.588243 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67440023-d782-4a06-94d6-e59ba0e252b3 req-0b6bfa43-fdf9-4ecb-93e4-376b922c43dc tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:38.588923 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-67440023-d782-4a06-94d6-e59ba0e252b3 req-0b6bfa43-fdf9-4ecb-93e4-376b922c43dc tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:38.725517 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-67440023-d782-4a06-94d6-e59ba0e252b3 req-0b6bfa43-fdf9-4ecb-93e4-376b922c43dc tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:38.726866 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-67440023-d782-4a06-94d6-e59ba0e252b3 req-0b6bfa43-fdf9-4ecb-93e4-376b922c43dc tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 945 time: 0.2298310
May 12 14:53:38.799591 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-67440023-d782-4a06-94d6-e59ba0e252b3 req-e014be40-59bf-4974-a02b-858ad10f6e89 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa86943c-c554-424c-9667-27d4bdafe9a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417166
May 12 14:53:38.936041 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26893488-d72b-4b58-aa86-124c4684de21 req-64128566-7e85-4592-b2ba-f8a9eec0f948 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:38.937552 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-26893488-d72b-4b58-aa86-124c4684de21 req-64128566-7e85-4592-b2ba-f8a9eec0f948 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.71 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 946 time: 0.2630436
May 12 14:53:38.951825 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e7a53-daa0-4ac5-9860-9f7abcea766a req-db2e8ecc-ec95-4f7f-bf9c-0a57b5877430 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:38.953411 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-766e7a53-daa0-4ac5-9860-9f7abcea766a req-db2e8ecc-ec95-4f7f-bf9c-0a57b5877430 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 947 time: 0.2463131
May 12 14:53:39.027740 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563ed08-1af3-48f2-8c56-cd98c0dc551a req-d2aea42d-49dc-453a-8620-fed31fd79dc4 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:39.029105 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5563ed08-1af3-48f2-8c56-cd98c0dc551a req-d2aea42d-49dc-453a-8620-fed31fd79dc4 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 946 time: 0.1516755
May 12 14:53:39.073536 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5563ed08-1af3-48f2-8c56-cd98c0dc551a req-ab59a037-c6b1-41fa-9ca9-d2b85b8ce413 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384488
May 12 14:53:39.121329 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-26893488-d72b-4b58-aa86-124c4684de21 req-2fd73ece-2555-4cbf-8959-5efd1ffa93b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Deleting port 892fd785-17e4-4442-9f7d-2e5d18b22e9f {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:53:39.121671 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-26893488-d72b-4b58-aa86-124c4684de21 req-2fd73ece-2555-4cbf-8959-5efd1ffa93b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:39.173563 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-766e7a53-daa0-4ac5-9860-9f7abcea766a req-61a5edfb-c67e-4f9f-8561-67e4d30bb50b tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1811757
May 12 14:53:39.225417 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-77df9fac-feca-4a5d-8509-0d563990e7aa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:39.351033 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-77df9fac-feca-4a5d-8509-0d563990e7aa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:39.559229 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-26893488-d72b-4b58-aa86-124c4684de21 req-2fd73ece-2555-4cbf-8959-5efd1ffa93b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] For port 892fd785-17e4-4442-9f7d-2e5d18b22e9f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=892fd785-17e4-4442-9f7d-2e5d18b22e9f,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:39.559574 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-26893488-d72b-4b58-aa86-124c4684de21 req-2fd73ece-2555-4cbf-8959-5efd1ffa93b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:39.642332 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [None req-77df9fac-feca-4a5d-8509-0d563990e7aa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Floating IP 77b1e331-a73b-473a-bfd6-1be499f9738f associated. External IP: 172.27.3.28, port: 29d1dc1e-72a2-437b-94bf-fcacd84119d4.
May 12 14:53:39.958695 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fabf6-161b-4f89-bd6a-551b7288d224 req-35d88333-ae45-43c5-8aa0-59e96aab1bfb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:39.960182 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-221fabf6-161b-4f89-bd6a-551b7288d224 req-35d88333-ae45-43c5-8aa0-59e96aab1bfb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 945 time: 0.0789948
May 12 14:53:40.006312 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-221fabf6-161b-4f89-bd6a-551b7288d224 req-280b71a5-72e5-43fd-86d8-3e4d32ccc6d6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa86943c-c554-424c-9667-27d4bdafe9a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402815
May 12 14:53:40.182802 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-26893488-d72b-4b58-aa86-124c4684de21 req-2fd73ece-2555-4cbf-8959-5efd1ffa93b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:40.183415 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-26893488-d72b-4b58-aa86-124c4684de21 req-2fd73ece-2555-4cbf-8959-5efd1ffa93b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:40.183511 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [req-26893488-d72b-4b58-aa86-124c4684de21 req-2fd73ece-2555-4cbf-8959-5efd1ffa93b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Floating IP a0565a28-d1bf-444a-8bda-b874d041d316 disassociated. External IP: 172.27.3.165, port: 892fd785-17e4-4442-9f7d-2e5d18b22e9f.
May 12 14:53:40.183831 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-26893488-d72b-4b58-aa86-124c4684de21 req-2fd73ece-2555-4cbf-8959-5efd1ffa93b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Calling delete_port for 892fd785-17e4-4442-9f7d-2e5d18b22e9f owned by compute:nova {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:53:40.207897 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:53:40.352153 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3138fe9b-4e8e-48d7-aeee-07d15301d4c1,segment=NetworkSegment(d50a7e6c-9b20-4c39-8be7-90ae10e95dc2),segment_id=d50a7e6c-9b20-4c39-8be7-90ae10e95dc2)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:40.367279 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '3138fe9b-4e8e-48d7-aeee-07d15301d4c1', 'network_id': 'd357c576-babc-4e40-b452-45845cb56df8', 'port_id': '3138fe9b-4e8e-48d7-aeee-07d15301d4c1', 'mac_address': 'fa:16:3e:07:72:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6741c52e-96b0-425b-90ca-93b353e9930f', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:53:40.386709 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e4420-930a-44be-8c10-289e572ac71a req-9f561fb8-026f-4999-a399-e6fa53f486bf tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:40.387854 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0f5e4420-930a-44be-8c10-289e572ac71a req-9f561fb8-026f-4999-a399-e6fa53f486bf tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 947 time: 0.0848486
May 12 14:53:40.427195 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:40.437047 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0f5e4420-930a-44be-8c10-289e572ac71a req-23fe2074-f92c-45d8-bb9b-99a650c6426d tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428796
May 12 14:53:40.444946 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:53:40.452464 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77df9fac-feca-4a5d-8509-0d563990e7aa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Router f9b8eb96-6bec-468f-86a7-141a46dda822 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:53:40.467177 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3138fe9b-4e8e-48d7-aeee-07d15301d4c1,segment=NetworkSegment(d50a7e6c-9b20-4c39-8be7-90ae10e95dc2),segment_id=d50a7e6c-9b20-4c39-8be7-90ae10e95dc2)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:40.476484 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ab4a-ffcf-46f8-91e5-1e56368f67f5 req-a41d51af-bdaf-4895-af8d-c8455b8765f3 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:40.476484 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ada4ab4a-ffcf-46f8-91e5-1e56368f67f5 req-a41d51af-bdaf-4895-af8d-c8455b8765f3 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 946 time: 0.2623072
May 12 14:53:40.518889 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-3469ce6f-f012-488a-a993-cf84a53e038b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:40.520852 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-3469ce6f-f012-488a-a993-cf84a53e038b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 945 time: 0.0828621
May 12 14:53:40.554644 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:40.590664 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-6599c028-d948-46b0-b93b-adfb52810853 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Deleting port ad55ba66-712c-4c11-9515-ff16c19a8b63 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:53:40.591045 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-6599c028-d948-46b0-b93b-adfb52810853 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:40.616582 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ada4ab4a-ffcf-46f8-91e5-1e56368f67f5 req-0ef18668-ea59-4d58-a01e-51431e162e49 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ad1a97f-6278-40d5-99f4-56d2021ef418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1325736
May 12 14:53:40.632696 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=3138fe9b-4e8e-48d7-aeee-07d15301d4c1,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:40.680379 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-26893488-d72b-4b58-aa86-124c4684de21 req-2fd73ece-2555-4cbf-8959-5efd1ffa93b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:40.746451 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd73ece-2555-4cbf-8959-5efd1ffa93b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event deleted for resources: {'Port': ['ID=892fd785-17e4-4442-9f7d-2e5d18b22e9f,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:40.813777 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77df9fac-feca-4a5d-8509-0d563990e7aa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:53:40.825375 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d9050-1821-46f0-8c40-f58517fdd9eb None None] Sync routers for ids ['f9b8eb96-6bec-468f-86a7-141a46dda822'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:53:40.834942 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d9050-1821-46f0-8c40-f58517fdd9eb None None] Routers {'f9b8eb96-6bec-468f-86a7-141a46dda822'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:40.835910 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-3e3d9050-1821-46f0-8c40-f58517fdd9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2c1b20>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['f9b8eb96-6bec-468f-86a7-141a46dda822'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:40.846974 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-77df9fac-feca-4a5d-8509-0d563990e7aa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:40.850607 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-6599c028-d948-46b0-b93b-adfb52810853 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] For port ad55ba66-712c-4c11-9515-ff16c19a8b63, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ad55ba66-712c-4c11-9515-ff16c19a8b63,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:40.850994 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-6599c028-d948-46b0-b93b-adfb52810853 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:40.975856 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-77df9fac-feca-4a5d-8509-0d563990e7aa tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "PUT /v2.0/floatingips/77b1e331-a73b-473a-bfd6-1be499f9738f HTTP/1.1" status: 200  len: 991 time: 2.8537726
May 12 14:53:40.978904 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358a3c59-ec18-40a6-b2a2-d7a37b46d08f', 'tag': '29d1dc1e-72a2-437b-94bf-fcacd84119d4'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:53:41.002274 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26893488-d72b-4b58-aa86-124c4684de21 req-2fd73ece-2555-4cbf-8959-5efd1ffa93b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Router e5f01646-5ea2-4ada-979a-35d8fd523361 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:53:41.024259 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-3e3d9050-1821-46f0-8c40-f58517fdd9eb None None] Set router f9b8eb96-6bec-468f-86a7-141a46dda822 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:41.079737 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['3138fe9b-4e8e-48d7-aeee-07d15301d4c1'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:53:41.212271 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-6599c028-d948-46b0-b93b-adfb52810853 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:41.212809 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-6599c028-d948-46b0-b93b-adfb52810853 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:41.213162 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.l3_db [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-6599c028-d948-46b0-b93b-adfb52810853 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Floating IP 4ecd5a66-31b5-4743-976d-c65099b926ba disassociated. External IP: 172.27.3.248, port: ad55ba66-712c-4c11-9515-ff16c19a8b63.
May 12 14:53:41.213600 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-6599c028-d948-46b0-b93b-adfb52810853 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Calling delete_port for ad55ba66-712c-4c11-9515-ff16c19a8b63 owned by compute:nova {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:53:41.340946 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15cfb51a-9249-4c43-a1c6-73e77908d2c0'] response: {'name': 'network-changed', 'server_uuid': '358a3c59-ec18-40a6-b2a2-d7a37b46d08f', 'tag': '29d1dc1e-72a2-437b-94bf-fcacd84119d4', 'status': 'completed', 'code': 200}
May 12 14:53:41.454423 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26893488-d72b-4b58-aa86-124c4684de21 req-2fd73ece-2555-4cbf-8959-5efd1ffa93b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:53:41.467041 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c38b86b-b376-4264-be40-12ff264be58b None None] Sync routers for ids ['e5f01646-5ea2-4ada-979a-35d8fd523361'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:53:41.477783 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c38b86b-b376-4264-be40-12ff264be58b None None] Routers {'e5f01646-5ea2-4ada-979a-35d8fd523361'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:41.478550 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-9c38b86b-b376-4264-be40-12ff264be58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c964850>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['e5f01646-5ea2-4ada-979a-35d8fd523361'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:41.543367 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-26893488-d72b-4b58-aa86-124c4684de21 req-2fd73ece-2555-4cbf-8959-5efd1ffa93b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] No DVR routers for this DVR port 892fd785-17e4-4442-9f7d-2e5d18b22e9f on host hv-cinder-83118 {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:53:41.547755 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-26893488-d72b-4b58-aa86-124c4684de21 req-2fd73ece-2555-4cbf-8959-5efd1ffa93b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:41.549688 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-26893488-d72b-4b58-aa86-124c4684de21 req-2fd73ece-2555-4cbf-8959-5efd1ffa93b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.71 "DELETE /v2.0/ports/892fd785-17e4-4442-9f7d-2e5d18b22e9f HTTP/1.1" status: 204  len: 173 time: 2.5953095
May 12 14:53:41.558441 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9b7fd-bf5a-44f8-8e2f-63f636c22884 req-08838487-fe1e-4534-8637-61560052d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:41.559927 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e6a9b7fd-bf5a-44f8-8e2f-63f636c22884 req-08838487-fe1e-4534-8637-61560052d519 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a090a68e336b4562aca524a95f550e04&device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 1099 time: 0.2572618
May 12 14:53:41.573919 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe9616-25ea-4580-8cb2-c192509d16d5 req-5462620c-0bfd-4625-8568-edf4db4e4f65 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:41.575543 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6cfe9616-25ea-4580-8cb2-c192509d16d5 req-5462620c-0bfd-4625-8568-edf4db4e4f65 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 945 time: 0.2746251
May 12 14:53:41.594762 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-6599c028-d948-46b0-b93b-adfb52810853 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:41.677581 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-9c38b86b-b376-4264-be40-12ff264be58b None None] Set router e5f01646-5ea2-4ada-979a-35d8fd523361 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:41.702112 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-3e3d9050-1821-46f0-8c40-f58517fdd9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2c1b20>, [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '77b1e331-a73b-473a-bfd6-1be499f9738f', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'port_id': '29d1dc1e-72a2-437b-94bf-fcacd84119d4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'mac_address': 'fa:16:3e:39:f4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358a3c59-ec18-40a6-b2a2-d7a37b46d08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:53:18Z', 'updated_at': '2022-05-12T14:53:38Z', 'revision_number': 1, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ad988c-93e0-48a8-9a3b-ce699ef589dc', 'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'mac_address': 'fa:16:3e:34:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:11Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'subnets': [{'id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:41.706257 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d9050-1821-46f0-8c40-f58517fdd9eb None None] Checking router: f9b8eb96-6bec-468f-86a7-141a46dda822 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:53:41.714843 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d9050-1821-46f0-8c40-f58517fdd9eb None None] Routers {'f9b8eb96-6bec-468f-86a7-141a46dda822'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:41.715481 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-3e3d9050-1821-46f0-8c40-f58517fdd9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2c1b20>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['f9b8eb96-6bec-468f-86a7-141a46dda822'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:41.724495 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6cfe9616-25ea-4580-8cb2-c192509d16d5 req-3e742b13-0d46-4594-8cf1-3547afa09cc5 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa86943c-c554-424c-9667-27d4bdafe9a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567505
May 12 14:53:41.782076 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599c028-d948-46b0-b93b-adfb52810853 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event deleted for resources: {'Port': ['ID=ad55ba66-712c-4c11-9515-ff16c19a8b63,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:41.790053 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9b7fd-bf5a-44f8-8e2f-63f636c22884 req-2c690033-00ca-438d-a8f0-9968e073fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:41.791665 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e6a9b7fd-bf5a-44f8-8e2f-63f636c22884 req-2c690033-00ca-438d-a8f0-9968e073fab4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=42e9462e-79bf-4236-9d9e-1261c021234a HTTP/1.1" status: 200  len: 911 time: 0.2152016
May 12 14:53:41.984855 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-2951cb08-539a-4282-9535-bd5f56924618 req-5bd8fce8-f0fb-44be-b406-7f78b9b4d6c1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Synchronizing usage tracker for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:41.990030 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-3e3d9050-1821-46f0-8c40-f58517fdd9eb None None] Set router f9b8eb96-6bec-468f-86a7-141a46dda822 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:41.990764 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e6a9b7fd-bf5a-44f8-8e2f-63f636c22884 req-dbf747d4-1424-4df9-b034-0a8b92ab489c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d1dc1e-72a2-437b-94bf-fcacd84119d4 HTTP/1.1" status: 200  len: 999 time: 0.1901228
May 12 14:53:42.074225 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9b7fd-bf5a-44f8-8e2f-63f636c22884 req-32512e3d-9963-45b8-ba8c-f3cdc3f1f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:42.075800 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e6a9b7fd-bf5a-44f8-8e2f-63f636c22884 req-32512e3d-9963-45b8-ba8c-f3cdc3f1f735 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b19e2646-24d9-4430-9acb-4aef7b057e71 HTTP/1.1" status: 200  len: 849 time: 0.0763345
May 12 14:53:42.174458 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe355a24-035e-4209-9ccd-b01618ac3173 req-b259b99d-1dea-4c3d-840d-33c1a66a78fe tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:42.181723 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fe355a24-035e-4209-9ccd-b01618ac3173 req-b259b99d-1dea-4c3d-840d-33c1a66a78fe tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 948 time: 0.5032530
May 12 14:53:42.195459 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-2951cb08-539a-4282-9535-bd5f56924618 req-5bd8fce8-f0fb-44be-b406-7f78b9b4d6c1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Unset dirty status for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:42.212494 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2951cb08-539a-4282-9535-bd5f56924618 req-5bd8fce8-f0fb-44be-b406-7f78b9b4d6c1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9 HTTP/1.1" status: 200  len: 210 time: 0.2788153
May 12 14:53:42.238522 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 892fd785-17e4-4442-9f7d-2e5d18b22e9f no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:53:42.246304 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-6599c028-d948-46b0-b93b-adfb52810853 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Router c38fe156-063f-4a54-8803-4982f93583c5 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:53:42.251023 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9b7fd-bf5a-44f8-8e2f-63f636c22884 req-d5dd259a-71fa-4bbe-9561-732251625c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:42.252525 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e6a9b7fd-bf5a-44f8-8e2f-63f636c22884 req-d5dd259a-71fa-4bbe-9561-732251625c3e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=42e9462e-79bf-4236-9d9e-1261c021234a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1691749
May 12 14:53:42.254236 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-9c38b86b-b376-4264-be40-12ff264be58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c964850>, [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '1d7273a1-9d4e-40b8-9ee8-bad32529ad5f', 'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'mac_address': 'fa:16:3e:9e:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:33Z', 'updated_at': '2022-05-12T14:49:41Z', 'revision_number': 5, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'subnets': [{'id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:42.263900 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c38b86b-b376-4264-be40-12ff264be58b None None] Checking router: e5f01646-5ea2-4ada-979a-35d8fd523361 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:53:42.284406 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-fe355a24-035e-4209-9ccd-b01618ac3173 req-0f01d186-43a5-4bda-9113-d31cfa214b3c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018353
May 12 14:53:42.285215 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c38b86b-b376-4264-be40-12ff264be58b None None] Routers {'e5f01646-5ea2-4ada-979a-35d8fd523361'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:42.286566 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-9c38b86b-b376-4264-be40-12ff264be58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c964850>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['e5f01646-5ea2-4ada-979a-35d8fd523361'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:42.344443 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: 892fd785-17e4-4442-9f7d-2e5d18b22e9f {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:53:42.344737 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 892fd785-17e4-4442-9f7d-2e5d18b22e9f not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:53:42.446882 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e6a9b7fd-bf5a-44f8-8e2f-63f636c22884 req-968f3a81-29b7-4601-baab-73b081b7ca1a service neutron] 10.222.0.71 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1827765
May 12 14:53:42.511304 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-9c38b86b-b376-4264-be40-12ff264be58b None None] Set router e5f01646-5ea2-4ada-979a-35d8fd523361 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:42.526060 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-6599c028-d948-46b0-b93b-adfb52810853 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:53:42.555815 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7c76d3-0ebc-41fa-954a-e9f7abc0f51b None None] Sync routers for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:53:42.581462 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c76d3-0ebc-41fa-954a-e9f7abc0f51b None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:42.582670 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-af7c76d3-0ebc-41fa-954a-e9f7abc0f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c140580>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:42.613582 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-6599c028-d948-46b0-b93b-adfb52810853 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] No DVR routers for this DVR port ad55ba66-712c-4c11-9515-ff16c19a8b63 on host hv-cinder-83118 {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:53:42.613810 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e6a9b7fd-bf5a-44f8-8e2f-63f636c22884 req-b383d7c7-5861-415d-a19b-ac495113eac4 service neutron] 10.222.0.71 "GET /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597216
May 12 14:53:42.619334 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-6599c028-d948-46b0-b93b-adfb52810853 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:42.622491 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7de537-3c2b-4b45-a0da-e5b9ab7c169a', 'name': 'network-vif-deleted', 'tag': 'ad55ba66-712c-4c11-9515-ff16c19a8b63'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:53:42.702663 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-3e3d9050-1821-46f0-8c40-f58517fdd9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2c1b20>, [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '77b1e331-a73b-473a-bfd6-1be499f9738f', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'port_id': '29d1dc1e-72a2-437b-94bf-fcacd84119d4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'mac_address': 'fa:16:3e:39:f4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358a3c59-ec18-40a6-b2a2-d7a37b46d08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:53:18Z', 'updated_at': '2022-05-12T14:53:38Z', 'revision_number': 1, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ad988c-93e0-48a8-9a3b-ce699ef589dc', 'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'mac_address': 'fa:16:3e:34:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:11Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'subnets': [{'id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:42.759454 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bdcebe31-2848-46b1-ba77-d4f1e3c1df9a req-6599c028-d948-46b0-b93b-adfb52810853 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "DELETE /v2.0/ports/ad55ba66-712c-4c11-9515-ff16c19a8b63 HTTP/1.1" status: 204  len: 173 time: 2.2328706
May 12 14:53:42.768893 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d9050-1821-46f0-8c40-f58517fdd9eb None None] The sync data for ids ['f9b8eb96-6bec-468f-86a7-141a46dda822'] in dv-cinder-831187-2-iscsi is: [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '77b1e331-a73b-473a-bfd6-1be499f9738f', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'port_id': '29d1dc1e-72a2-437b-94bf-fcacd84119d4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'mac_address': 'fa:16:3e:39:f4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358a3c59-ec18-40a6-b2a2-d7a37b46d08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:53:18Z', 'updated_at': '2022-05-12T14:53:38Z', 'revision_number': 1, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ad988c-93e0-48a8-9a3b-ce699ef589dc', 'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'mac_address': 'fa:16:3e:34:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:11Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'subnets': [{'id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:53:42.857178 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-af7c76d3-0ebc-41fa-954a-e9f7abc0f51b None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:42.878553 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-173d16f4-0e23-479f-979a-2f6337721db7'] response: {'server_uuid': '6f7de537-3c2b-4b45-a0da-e5b9ab7c169a', 'name': 'network-vif-deleted', 'tag': 'ad55ba66-712c-4c11-9515-ff16c19a8b63', 'status': 'completed', 'code': 200}
May 12 14:53:42.923299 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-9c38b86b-b376-4264-be40-12ff264be58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c964850>, [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '1d7273a1-9d4e-40b8-9ee8-bad32529ad5f', 'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'mac_address': 'fa:16:3e:9e:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:33Z', 'updated_at': '2022-05-12T14:49:41Z', 'revision_number': 5, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'subnets': [{'id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:42.928771 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c38b86b-b376-4264-be40-12ff264be58b None None] The sync data for ids ['e5f01646-5ea2-4ada-979a-35d8fd523361'] in dv-cinder-831187-2-iscsi is: [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '1d7273a1-9d4e-40b8-9ee8-bad32529ad5f', 'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'mac_address': 'fa:16:3e:9e:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:33Z', 'updated_at': '2022-05-12T14:49:41Z', 'revision_number': 5, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'subnets': [{'id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:53:43.102894 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-ff55d83d-064c-4cd4-84ea-e5743caf59fd req-a185983a-56cb-4af2-8799-7df6ce027b16 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:43.142806 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb112812-fa73-481f-a3df-1d869c649dd5 None None] New status for floating IP 77b1e331-a73b-473a-bfd6-1be499f9738f: ACTIVE {{(pid=88129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:53:43.240359 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-ff55d83d-064c-4cd4-84ea-e5743caf59fd req-a185983a-56cb-4af2-8799-7df6ce027b16 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:43.248248 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ff55d83d-064c-4cd4-84ea-e5743caf59fd req-a185983a-56cb-4af2-8799-7df6ce027b16 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f7de537-3c2b-4b45-a0da-e5b9ab7c169a HTTP/1.1" status: 200  len: 210 time: 0.1883531
May 12 14:53:43.308141 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-af7c76d3-0ebc-41fa-954a-e9f7abc0f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c140580>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:43.314335 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7c76d3-0ebc-41fa-954a-e9f7abc0f51b None None] Checking router: c38fe156-063f-4a54-8803-4982f93583c5 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:53:43.325487 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c76d3-0ebc-41fa-954a-e9f7abc0f51b None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:53:43.326031 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-af7c76d3-0ebc-41fa-954a-e9f7abc0f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c140580>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:43.343140 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'name': 'network-vif-deleted', 'tag': '892fd785-17e4-4442-9f7d-2e5d18b22e9f'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:53:43.398508 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de71a978-605a-445c-bac1-29399f7b0652 None None] New status for floating IP a0565a28-d1bf-444a-8bda-b874d041d316: DOWN {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:53:43.486131 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b729a156-a772-4540-b230-2b5a9ea887dd'] response: {'server_uuid': 'a0efedd3-ec9f-4ef5-9e1c-2e3beb43dac9', 'name': 'network-vif-deleted', 'tag': '892fd785-17e4-4442-9f7d-2e5d18b22e9f', 'status': 'completed', 'code': 200}
May 12 14:53:43.517426 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79288471-0944-4e29-b357-35cb516356c6 req-96ca0aa9-f327-4d89-98a3-febc13f65efe tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:43.520242 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-79288471-0944-4e29-b357-35cb516356c6 req-96ca0aa9-f327-4d89-98a3-febc13f65efe tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 948 time: 0.1071599
May 12 14:53:43.567089 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-79288471-0944-4e29-b357-35cb516356c6 req-43071887-5c69-4043-aa7f-8fa48fb8cd60 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397782
May 12 14:53:43.624196 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37504) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:43.694324 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c38abc1f-7c92-4f0b-a420-723fab7dabec tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:43.726575 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c38abc1f-7c92-4f0b-a420-723fab7dabec tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:43.736375 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-af7c76d3-0ebc-41fa-954a-e9f7abc0f51b None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:53:43.914536 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c38abc1f-7c92-4f0b-a420-723fab7dabec tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:43.934270 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38abc1f-7c92-4f0b-a420-723fab7dabec tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad1a97f-6278-40d5-99f4-56d2021ef418,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:44.027487 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c38abc1f-7c92-4f0b-a420-723fab7dabec tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:44.028848 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-c38abc1f-7c92-4f0b-a420-723fab7dabec tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "DELETE /v2.0/security-groups/6ad1a97f-6278-40d5-99f4-56d2021ef418 HTTP/1.1" status: 204  len: 168 time: 0.4037919
May 12 14:53:44.031765 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 37508) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:44.048635 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.api.v2.resource [None req-d5d27758-8180-4e7a-b3fa-eaf18728271c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] show failed (client error): The resource could not be found.
May 12 14:53:44.052265 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d5d27758-8180-4e7a-b3fa-eaf18728271c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups/6ad1a97f-6278-40d5-99f4-56d2021ef418 HTTP/1.1" status: 404  len: 347 time: 0.0168684
May 12 14:53:44.054496 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 37514) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:44.122159 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-af7c76d3-0ebc-41fa-954a-e9f7abc0f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c140580>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:53:44.128365 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7c76d3-0ebc-41fa-954a-e9f7abc0f51b None None] The sync data for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi is: [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:53:44.234212 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:53:44.278136 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb11a8-5ca1-43bf-99c5-c2764b2e294d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Deleting port 1abf34bc-b005-4039-b08f-d468ad8b4fdb {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:53:44.279275 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b8eb11a8-5ca1-43bf-99c5-c2764b2e294d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:44.412506 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:44.428399 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:44.428833 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:44.479349 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c7bada-3056-46ab-b106-53bcf818d5f5 None None] New status for floating IP 4ecd5a66-31b5-4743-976d-c65099b926ba: DOWN {{(pid=88129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:53:44.487409 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b8eb11a8-5ca1-43bf-99c5-c2764b2e294d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:44.487740 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b8eb11a8-5ca1-43bf-99c5-c2764b2e294d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:44.566548 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37530) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:44.567115 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:44.608976 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70554c80-92d9-4b15-9510-b57a49d2c373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3138fe9b-4e8e-48d7-aeee-07d15301d4c1'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:53:44.614433 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-b4503bfc-17b1-4d56-92fd-239918744123 req-3c961738-a84e-4185-97e6-d06420fa5ba4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Synchronizing usage tracker for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:security_group {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:44.624185 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb11a8-5ca1-43bf-99c5-c2764b2e294d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Calling delete_port for 1abf34bc-b005-4039-b08f-d468ad8b4fdb owned by network:floatingip {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:53:44.626063 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3138fe9b-4e8e-48d7-aeee-07d15301d4c1,segment=NetworkSegment(d50a7e6c-9b20-4c39-8be7-90ae10e95dc2),segment_id=d50a7e6c-9b20-4c39-8be7-90ae10e95dc2)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:44.693943 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bd634653-6cb7-4ccd-aaac-938e3d29e1de tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:44.723618 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bd634653-6cb7-4ccd-aaac-938e3d29e1de tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:44.741941 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:44.742749 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device ad55ba66-712c-4c11-9515-ff16c19a8b63 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:53:44.787248 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-b4503bfc-17b1-4d56-92fd-239918744123 req-3c961738-a84e-4185-97e6-d06420fa5ba4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Unset dirty status for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:security_group {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:44.788653 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-3c961738-a84e-4185-97e6-d06420fa5ba4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612459297&fields=id&tenant_id=235689d103ed4d0dbe7b78698395bd21 HTTP/1.1" status: 200  len: 267 time: 0.2672555
May 12 14:53:44.808140 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: ad55ba66-712c-4c11-9515-ff16c19a8b63 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:53:44.808472 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device ad55ba66-712c-4c11-9515-ff16c19a8b63 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:53:44.841885 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca93b3-96e8-4692-9ba3-7c205d180ace req-72408d4f-e89e-439d-b6f5-ef8b61a88225 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:44.843390 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f7ca93b3-96e8-4692-9ba3-7c205d180ace req-72408d4f-e89e-439d-b6f5-ef8b61a88225 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 949 time: 0.1483619
May 12 14:53:44.848529 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=3138fe9b-4e8e-48d7-aeee-07d15301d4c1,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:44.895497 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f7ca93b3-96e8-4692-9ba3-7c205d180ace req-87f4046e-510b-4e99-a560-9eefa22b7e8f tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455327
May 12 14:53:44.943201 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b8eb11a8-5ca1-43bf-99c5-c2764b2e294d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:44.996563 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb11a8-5ca1-43bf-99c5-c2764b2e294d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event deleted for resources: {'Port': ['ID=1abf34bc-b005-4039-b08f-d468ad8b4fdb,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:45.015228 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bd634653-6cb7-4ccd-aaac-938e3d29e1de tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:45.020058 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea963d4-0719-43c2-8c32-c2aba1426f99'] response: {'server_uuid': '70554c80-92d9-4b15-9510-b57a49d2c373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3138fe9b-4e8e-48d7-aeee-07d15301d4c1', 'code': 200}
May 12 14:53:45.048430 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd634653-6cb7-4ccd-aaac-938e3d29e1de tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa86943c-c554-424c-9667-27d4bdafe9a1,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:45.063014 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4503bfc-17b1-4d56-92fd-239918744123 req-602f2a91-59b3-458c-af09-0bbf33d0d544 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:45.063691 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-b4503bfc-17b1-4d56-92fd-239918744123 req-602f2a91-59b3-458c-af09-0bbf33d0d544 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Synchronizing usage tracker for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:network {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:45.094766 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b8eb11a8-5ca1-43bf-99c5-c2764b2e294d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for floatingip, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:45.181912 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bd634653-6cb7-4ccd-aaac-938e3d29e1de tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:45.183090 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-bd634653-6cb7-4ccd-aaac-938e3d29e1de tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "DELETE /v2.0/security-groups/fa86943c-c554-424c-9667-27d4bdafe9a1 HTTP/1.1" status: 204  len: 168 time: 0.6147017
May 12 14:53:45.185767 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37540) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:45.202267 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.api.v2.resource [None req-9a62875b-6f5a-4aec-a66e-40546fdf169a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] show failed (client error): The resource could not be found.
May 12 14:53:45.203202 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-9a62875b-6f5a-4aec-a66e-40546fdf169a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups/fa86943c-c554-424c-9667-27d4bdafe9a1 HTTP/1.1" status: 404  len: 347 time: 0.0164897
May 12 14:53:45.206045 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 37544) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:45.217031 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-b4503bfc-17b1-4d56-92fd-239918744123 req-602f2a91-59b3-458c-af09-0bbf33d0d544 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Unset dirty status for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:network {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:45.218297 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-602f2a91-59b3-458c-af09-0bbf33d0d544 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/networks?id=c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 200  len: 812 time: 0.4222062
May 12 14:53:45.235300 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-f638aba6-b907-4f33-9085-f242c339e0c6 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/quotas/235689d103ed4d0dbe7b78698395bd21 HTTP/1.1" status: 200  len: 375 time: 0.0100319
May 12 14:53:45.293843 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b8eb11a8-5ca1-43bf-99c5-c2764b2e294d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:45.294982 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b8eb11a8-5ca1-43bf-99c5-c2764b2e294d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "DELETE /v2.0/floatingips/a0565a28-d1bf-444a-8bda-b874d041d316 HTTP/1.1" status: 204  len: 168 time: 1.2339256
May 12 14:53:45.342464 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-b4503bfc-17b1-4d56-92fd-239918744123 req-829bdff2-d473-417a-b07a-3e3daaa4bf39 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Synchronizing usage tracker for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:45.486451 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-c5314515-8beb-48bc-9668-28592e9298b6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Deleting port 52988b2b-1b07-4a45-9919-a4210c9bea6f {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:53:45.486791 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c5314515-8beb-48bc-9668-28592e9298b6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:45.514484 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-b4503bfc-17b1-4d56-92fd-239918744123 req-829bdff2-d473-417a-b07a-3e3daaa4bf39 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Unset dirty status for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:45.515862 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-829bdff2-d473-417a-b07a-3e3daaa4bf39 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2743888
May 12 14:53:45.560704 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37552) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:45.566074 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-3d2885dc-e83d-444f-b5e6-86b4d09daa12 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1878370029', 'description': 'tempest-description--388308401'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:45.573685 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-3d2885dc-e83d-444f-b5e6-86b4d09daa12 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:45.597738 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-3d2885dc-e83d-444f-b5e6-86b4d09daa12 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Usage tracker for resource:security_group and tenant:5a45a5191eca43c2b8d3e9ea80a50b5e is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:45.607033 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-3d2885dc-e83d-444f-b5e6-86b4d09daa12 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:45.646363 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd44dba-c8fa-4478-88f5-af30ab76c17e req-e55fd1a0-4f53-404d-a977-d2e2d8cdd9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:45.647823 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8cd44dba-c8fa-4478-88f5-af30ab76c17e req-e55fd1a0-4f53-404d-a977-d2e2d8cdd9cc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 1102 time: 0.1979897
May 12 14:53:45.655043 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-3d2885dc-e83d-444f-b5e6-86b4d09daa12 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:45.702250 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c5314515-8beb-48bc-9668-28592e9298b6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:45.702571 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c5314515-8beb-48bc-9668-28592e9298b6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:45.717564 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-3e1196f2-f6ad-4e99-acf9-ce72e24c09c4 service neutron] 10.222.0.49 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1897371
May 12 14:53:45.718057 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8cd44dba-c8fa-4478-88f5-af30ab76c17e req-da09cc86-9e02-453f-ac3e-1ec5785d15c7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603719
May 12 14:53:45.793607 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3d2885dc-e83d-444f-b5e6-86b4d09daa12 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:45.830898 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-3d2885dc-e83d-444f-b5e6-86b4d09daa12 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:45.831713 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-c5314515-8beb-48bc-9668-28592e9298b6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Calling delete_port for 52988b2b-1b07-4a45-9919-a4210c9bea6f owned by network:floatingip {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:53:45.838395 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-3d2885dc-e83d-444f-b5e6-86b4d09daa12 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Usage tracker for resource:security_group_rule and tenant:5a45a5191eca43c2b8d3e9ea80a50b5e is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:45.850419 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-3d2885dc-e83d-444f-b5e6-86b4d09daa12 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:45.859281 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-3d2885dc-e83d-444f-b5e6-86b4d09daa12 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:45.889404 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-cc605f3c-db26-4556-929e-3964a90a6fa7 service neutron] 10.222.0.49 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659193
May 12 14:53:45.967686 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3d2885dc-e83d-444f-b5e6-86b4d09daa12 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:46.088522 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56c223-f2e0-4c90-8ed1-46cb449bd6a9 req-5560ad08-70ee-4a5e-82ec-7715dcd28d96 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:46.089966 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4b56c223-f2e0-4c90-8ed1-46cb449bd6a9 req-5560ad08-70ee-4a5e-82ec-7715dcd28d96 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 949 time: 0.0832372
May 12 14:53:46.097108 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3d2885dc-e83d-444f-b5e6-86b4d09daa12 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:46.136281 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4b56c223-f2e0-4c90-8ed1-46cb449bd6a9 req-cdb8dc14-cffc-4662-8482-87c5a343d20f tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406342
May 12 14:53:46.143301 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2885dc-e83d-444f-b5e6-86b4d09daa12 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef037f7-23f3-41c6-a11d-91b49d74cde0,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:46.171924 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c5314515-8beb-48bc-9668-28592e9298b6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:46.218544 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5314515-8beb-48bc-9668-28592e9298b6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event deleted for resources: {'Port': ['ID=52988b2b-1b07-4a45-9919-a4210c9bea6f,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:46.309751 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c5314515-8beb-48bc-9668-28592e9298b6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:46.377015 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3d2885dc-e83d-444f-b5e6-86b4d09daa12 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:46.378253 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-3d2885dc-e83d-444f-b5e6-86b4d09daa12 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.8164840
May 12 14:53:46.381338 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 37566) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:46.386447 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-aca70268-9b7a-4062-bd14-7e2df4369745 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Request body: {'security_group_rule': {'security_group_id': 'fef037f7-23f3-41c6-a11d-91b49d74cde0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:46.392198 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-aca70268-9b7a-4062-bd14-7e2df4369745 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:46.396076 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-aca70268-9b7a-4062-bd14-7e2df4369745 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Usage tracker for resource:security_group_rule and tenant:5a45a5191eca43c2b8d3e9ea80a50b5e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:46.399780 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-aca70268-9b7a-4062-bd14-7e2df4369745 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:46.405889 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-aca70268-9b7a-4062-bd14-7e2df4369745 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:46.455924 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c5314515-8beb-48bc-9668-28592e9298b6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:46.457049 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c5314515-8beb-48bc-9668-28592e9298b6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "DELETE /v2.0/floatingips/4ecd5a66-31b5-4743-976d-c65099b926ba HTTP/1.1" status: 204  len: 168 time: 1.2500422
May 12 14:53:46.560825 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aca70268-9b7a-4062-bd14-7e2df4369745 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:46.586763 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37572) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:46.592038 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-151b2546-ba04-46f0-a449-fc66c20335e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1734304260', 'description': 'tempest-description--1019999887'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:46.598386 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-151b2546-ba04-46f0-a449-fc66c20335e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:46.602666 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-151b2546-ba04-46f0-a449-fc66c20335e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:security_group and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:46.605575 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-151b2546-ba04-46f0-a449-fc66c20335e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:46.612098 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-151b2546-ba04-46f0-a449-fc66c20335e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:46.619671 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aca70268-9b7a-4062-bd14-7e2df4369745 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:46.720386 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-151b2546-ba04-46f0-a449-fc66c20335e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:46.740331 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-151b2546-ba04-46f0-a449-fc66c20335e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:46.744128 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-151b2546-ba04-46f0-a449-fc66c20335e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:security_group_rule and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:46.746930 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-151b2546-ba04-46f0-a449-fc66c20335e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:46.748861 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aca70268-9b7a-4062-bd14-7e2df4369745 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:46.752852 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-151b2546-ba04-46f0-a449-fc66c20335e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:46.789406 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca70268-9b7a-4062-bd14-7e2df4369745 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745a4171-1252-4487-b931-390316bb10c1,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:46.859961 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bcbb128b-528b-43cd-bd4c-37063b6e0a48 req-11c421d9-5518-43e8-84ff-8518aaf7dcfb tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 210 time: 0.0519767
May 12 14:53:46.870798 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-151b2546-ba04-46f0-a449-fc66c20335e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:46.901683 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-aca70268-9b7a-4062-bd14-7e2df4369745 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:46.902874 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-aca70268-9b7a-4062-bd14-7e2df4369745 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5205312
May 12 14:53:46.905477 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 37582) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:46.916953 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-6d06ab07-45ad-4a2d-8e6d-fa7f007421c2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Request body: {'security_group_rule': {'security_group_id': 'fef037f7-23f3-41c6-a11d-91b49d74cde0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:46.917300 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-6d06ab07-45ad-4a2d-8e6d-fa7f007421c2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:46.921108 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-6d06ab07-45ad-4a2d-8e6d-fa7f007421c2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Usage tracker for resource:security_group_rule and tenant:5a45a5191eca43c2b8d3e9ea80a50b5e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:46.923989 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-6d06ab07-45ad-4a2d-8e6d-fa7f007421c2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:46.929723 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-6d06ab07-45ad-4a2d-8e6d-fa7f007421c2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:46.965553 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-151b2546-ba04-46f0-a449-fc66c20335e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:47.013603 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b2546-ba04-46f0-a449-fc66c20335e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff86ef7-416f-4c04-bb30-7425c00be3a4,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:47.063395 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6d06ab07-45ad-4a2d-8e6d-fa7f007421c2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:47.123331 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6d06ab07-45ad-4a2d-8e6d-fa7f007421c2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:47.131698 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-151b2546-ba04-46f0-a449-fc66c20335e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:47.134695 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-151b2546-ba04-46f0-a449-fc66c20335e0 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.5450537
May 12 14:53:47.135768 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37588) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:47.140699 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-0ae8533d-5b5d-46a2-9d89-9003e6864259 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'security_group_rule': {'security_group_id': 'bff86ef7-416f-4c04-bb30-7425c00be3a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:47.147050 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-0ae8533d-5b5d-46a2-9d89-9003e6864259 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:47.150871 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-0ae8533d-5b5d-46a2-9d89-9003e6864259 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:security_group_rule and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:47.153718 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-0ae8533d-5b5d-46a2-9d89-9003e6864259 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:47.159666 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-0ae8533d-5b5d-46a2-9d89-9003e6864259 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:47.280829 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6d06ab07-45ad-4a2d-8e6d-fa7f007421c2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:47.306673 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0ae8533d-5b5d-46a2-9d89-9003e6864259 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:47.310160 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06ab07-45ad-4a2d-8e6d-fa7f007421c2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2e4fd4-eee1-438b-9902-7b40147fa8e3,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:47.384812 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0ae8533d-5b5d-46a2-9d89-9003e6864259 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:47.393215 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfbcaa-6519-4686-9d7a-67dcc6262c49 req-69e9fe38-0d96-4d06-b4fb-179e371bc151 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:47.394689 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-efcfbcaa-6519-4686-9d7a-67dcc6262c49 req-69e9fe38-0d96-4d06-b4fb-179e371bc151 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 949 time: 0.1506622
May 12 14:53:47.441194 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-efcfbcaa-6519-4686-9d7a-67dcc6262c49 req-5f5e65c8-1e7a-4658-a07b-e4ee59fe3868 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394032
May 12 14:53:47.852234 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6d06ab07-45ad-4a2d-8e6d-fa7f007421c2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:47.853047 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-6d06ab07-45ad-4a2d-8e6d-fa7f007421c2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9466360
May 12 14:53:47.856076 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 37594) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:47.861046 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Request body: {'floatingip': {'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:47.867804 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:47.879277 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Usage tracker for resource:floatingip and tenant:5a45a5191eca43c2b8d3e9ea80a50b5e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:47.879277 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:47.881286 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:47.902830 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0ae8533d-5b5d-46a2-9d89-9003e6864259 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:47.927817 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8533d-5b5d-46a2-9d89-9003e6864259 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be57d766-2623-4c00-b339-b5985c67d964,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:47.953884 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6c4f64df-7e93-42ee-a372-8a2ca269e9d0 req-bd0d4604-76a0-4df7-8d6f-f7b2d086e860 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 210 time: 0.0445280
May 12 14:53:47.975858 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for floatingip, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:48.032878 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0ae8533d-5b5d-46a2-9d89-9003e6864259 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:48.035816 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-0ae8533d-5b5d-46a2-9d89-9003e6864259 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8976753
May 12 14:53:48.037608 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37600) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:48.042768 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-8b9bf445-d430-4515-a6d0-b10564a04102 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'security_group_rule': {'security_group_id': 'bff86ef7-416f-4c04-bb30-7425c00be3a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:48.049613 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-8b9bf445-d430-4515-a6d0-b10564a04102 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:48.053093 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-8b9bf445-d430-4515-a6d0-b10564a04102 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:security_group_rule and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:48.056726 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-8b9bf445-d430-4515-a6d0-b10564a04102 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:48.062528 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-8b9bf445-d430-4515-a6d0-b10564a04102 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:48.108906 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:48.193252 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf445-d430-4515-a6d0-b10564a04102 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:48.265096 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf445-d430-4515-a6d0-b10564a04102 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:48.267378 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Allocated IP 172.27.3.30 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/f2a91479-ac2e-468b-b44f-113d3e652d36) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:53:48.314836 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3b37-c852-43d6-a90a-7e57d4e742b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:48.411925 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:48.417372 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf445-d430-4515-a6d0-b10564a04102 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:48.440709 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bf445-d430-4515-a6d0-b10564a04102 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79abb53d-3994-4e39-9f3c-42a3dc7988f9,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:48.611979 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf445-d430-4515-a6d0-b10564a04102 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:48.617465 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:48.617739 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-8b9bf445-d430-4515-a6d0-b10564a04102 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5746424
May 12 14:53:48.617946 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 37608) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:53:48.623534 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'floatingip': {'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:48.633270 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:48.672651 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Usage tracker for resource:floatingip and tenant:67a8451272cc41ebaf1598ed940bf09a is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:53:48.680964 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:53:48.689140 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:48.732177 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc9c3-8e3f-4375-a64d-3bb9880c0f25 req-af30f46a-7993-45c4-b9eb-5c7493f912c4 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:48.733679 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6a4cc9c3-8e3f-4375-a64d-3bb9880c0f25 req-af30f46a-7993-45c4-b9eb-5c7493f912c4 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 949 time: 0.1039863
May 12 14:53:48.755697 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:48.758567 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:48.762124 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:53:48.784444 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6a4cc9c3-8e3f-4375-a64d-3bb9880c0f25 req-a44f0faf-ba82-466b-bdea-fff8f61fae76 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448399
May 12 14:53:48.804660 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event updated for resources: {'Port': ['ID=f2a91479-ac2e-468b-b44f-113d3e652d36,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:48.840407 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:48.852787 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:48.981251 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:49.017964 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:49.157912 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7c283099-dca4-4a78-8639-56a56b6ab134 req-9d064330-2a9f-43da-93ec-3e26b8899ccd tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 210 time: 0.0574744
May 12 14:53:49.184567 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Allocated IP 172.27.3.9 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/c5917a13-511c-4e2e-961b-6a5d97a262fc) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:53:49.244246 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:49.349666 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:49.428982 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505945'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:49.469469 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:49.537129 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:49.540094 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:49.541781 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event updated for resources: {'Port': ['ID=f2a91479-ac2e-468b-b44f-113d3e652d36,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:49.543721 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:53:49.564079 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:49.579296 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'Port': ['ID=c5917a13-511c-4e2e-961b-6a5d97a262fc,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:49.633115 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:49.679880 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:49.681097 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-84e9bc21-9f8a-4d45-9685-597e40c36912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8241005
May 12 14:53:49.721301 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b202d-1cb4-4943-ad47-6cc218c14a03 req-459054dd-cc90-46ed-a673-18721b705177 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:49.722854 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ce6b202d-1cb4-4943-ad47-6cc218c14a03 req-459054dd-cc90-46ed-a673-18721b705177 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 949 time: 0.0834818
May 12 14:53:49.821314 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:49.856229 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ce6b202d-1cb4-4943-ad47-6cc218c14a03 req-28b88393-2241-4853-a1c7-5b73cf1e37b7 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997605
May 12 14:53:49.901533 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-abb8b99d-775f-40b5-8262-608defc45e6b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1878370029&fields=id&tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e HTTP/1.1" status: 200  len: 267 time: 0.0418439
May 12 14:53:50.061916 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-d149afe0-5f28-408e-bc41-8d63ae81bcb1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:50.062647 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-d149afe0-5f28-408e-bc41-8d63ae81bcb1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Synchronizing usage tracker for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:network {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:50.124167 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:50.182986 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-d149afe0-5f28-408e-bc41-8d63ae81bcb1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Unset dirty status for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:network {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:50.184149 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-d149afe0-5f28-408e-bc41-8d63ae81bcb1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/networks?id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf HTTP/1.1" status: 200  len: 816 time: 0.2762022
May 12 14:53:50.200629 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-6ee8bd7e-7f0b-4492-9a08-396f790b3f51 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/quotas/5a45a5191eca43c2b8d3e9ea80a50b5e HTTP/1.1" status: 200  len: 375 time: 0.0100873
May 12 14:53:50.269688 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:50.291982 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-3e929bde-2970-42cb-90ce-a81c8f6904d8 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Synchronizing usage tracker for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:50.402479 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d19668e8-b1a8-4ddc-8085-cc06be093744 req-709edc6b-4bec-4aeb-9d67-561e5641d0fa tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 210 time: 0.1273925
May 12 14:53:50.420956 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'Port': ['ID=c5917a13-511c-4e2e-961b-6a5d97a262fc,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:50.433952 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-3e929bde-2970-42cb-90ce-a81c8f6904d8 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Unset dirty status for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:50.435113 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:50.435302 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-3e929bde-2970-42cb-90ce-a81c8f6904d8 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2285450
May 12 14:53:50.617395 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:50.618925 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-9d1fa195-d2a2-4c5b-99a4-84937e84869a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.9998186
May 12 14:53:50.726219 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d4ba7fa8-b7e2-424e-8277-d2907ef9b137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:50.728328 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-9500b06d-7351-4ca6-b3e0-1d4c096b0497 service neutron] 10.222.0.49 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2806978
May 12 14:53:50.769962 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e8501841-8238-4c82-877b-494020ac7cec tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:50.771559 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e8501841-8238-4c82-877b-494020ac7cec tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.71 "GET /v2.0/networks?id=c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 200  len: 812 time: 0.2114644
May 12 14:53:50.788961 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-f8a9320e-b3ab-49ea-acb6-9be857c825c3 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:security_group {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:50.874538 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-f8a9320e-b3ab-49ea-acb6-9be857c825c3 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:security_group {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:50.875726 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-f8a9320e-b3ab-49ea-acb6-9be857c825c3 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1734304260&fields=id&tenant_id=67a8451272cc41ebaf1598ed940bf09a HTTP/1.1" status: 200  len: 267 time: 0.1300523
May 12 14:53:50.876246 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-249a4a96-6840-453d-8134-fa2ea53a4a4e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=235689d103ed4d0dbe7b78698395bd21 HTTP/1.1" status: 200  len: 380 time: 0.0626514
May 12 14:53:50.890085 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-b4503bfc-17b1-4d56-92fd-239918744123 req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Request body: {'port': {'device_id': '12704ca3-a417-4cab-9a2c-98b9275218eb', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'admin_state_up': True, 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'security_groups': ['2a9ed655-9e22-4181-abe7-8e68c9209587']}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:50.990652 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-5addba57-abe2-43f7-bff4-04e129ae122d service neutron] 10.222.0.49 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2541907
May 12 14:53:51.046517 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-4a61f950-9d1f-461e-8d7e-a4a8065bcae6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:51.048134 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-4a61f950-9d1f-461e-8d7e-a4a8065bcae6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/networks?id=9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 200  len: 815 time: 0.1653588
May 12 14:53:51.071186 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-ffb4be5a-8d43-4a4c-be25-716be0f957cf tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/quotas/67a8451272cc41ebaf1598ed940bf09a HTTP/1.1" status: 200  len: 375 time: 0.0152171
May 12 14:53:51.075688 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-b4503bfc-17b1-4d56-92fd-239918744123 req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:51.088463 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-b4503bfc-17b1-4d56-92fd-239918744123 req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:51.154696 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-d8d39e04-6bfa-46cf-b840-013a7dff9b6b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0825863
May 12 14:53:51.171954 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4503bfc-17b1-4d56-92fd-239918744123 req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Made reservation on behalf of 235689d103ed4d0dbe7b78698395bd21 for: {'port': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:53:51.175657 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b4503bfc-17b1-4d56-92fd-239918744123 req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:51.311428 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-c4c29127-8b9a-4f60-a945-3145515e91d2 service neutron] 10.222.0.49 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441448
May 12 14:53:51.365838 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [req-b4503bfc-17b1-4d56-92fd-239918744123 req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Allocated IP 172.20.0.11 (c8a9b5d7-4b96-4319-809c-e3bf553d8492/a75e9722-de70-4d4e-b9c9-c1ef8a801b5c/b2d377be-5a49-46c3-8536-f69f3d36a7e9) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:53:51.560741 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-0a02bffb-b037-4954-81f7-9edd3ec2a326 service neutron] 10.222.0.49 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2251642
May 12 14:53:51.568661 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536385c-de9a-481a-8561-99eb23b95d42 req-cd9564d0-13aa-4f50-8d93-186eee603934 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:51.569892 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3536385c-de9a-481a-8561-99eb23b95d42 req-cd9564d0-13aa-4f50-8d93-186eee603934 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.71 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 949 time: 0.1351585
May 12 14:53:51.666395 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-3536385c-de9a-481a-8561-99eb23b95d42 req-0586f7fd-428e-4331-824d-10dc74535bc9 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Deleting port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:53:51.666395 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-3536385c-de9a-481a-8561-99eb23b95d42 req-0586f7fd-428e-4331-824d-10dc74535bc9 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:51.715999 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e0c31-dd64-492c-aace-11cf42044d44 req-9a7449bc-b1de-4379-8c01-24a26342426c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:51.721792 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-110e0c31-dd64-492c-aace-11cf42044d44 req-9a7449bc-b1de-4379-8c01-24a26342426c tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 949 time: 0.2953172
May 12 14:53:51.748607 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:51.756772 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b4503bfc-17b1-4d56-92fd-239918744123 req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:51.791415 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:51.793271 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-b4503bfc-17b1-4d56-92fd-239918744123 req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Transition to ACTIVE for port object b2d377be-5a49-46c3-8536-f69f3d36a7e9 will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:51.797192 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-110e0c31-dd64-492c-aace-11cf42044d44 req-6385d3f1-2590-4284-be07-2898552a22b6 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711765
May 12 14:53:51.903655 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f935f35b-ce8f-4295-8968-07f56f99896f req-a6911d78-f555-465b-903b-ae37fd88b912 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 210 time: 0.0478890
May 12 14:53:52.027531 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b4503bfc-17b1-4d56-92fd-239918744123 req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:52.050677 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-3536385c-de9a-481a-8561-99eb23b95d42 req-0586f7fd-428e-4331-824d-10dc74535bc9 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] For port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3138fe9b-4e8e-48d7-aeee-07d15301d4c1,segment=NetworkSegment(d50a7e6c-9b20-4c39-8be7-90ae10e95dc2),segment_id=d50a7e6c-9b20-4c39-8be7-90ae10e95dc2)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:53:52.051566 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-3536385c-de9a-481a-8561-99eb23b95d42 req-0586f7fd-428e-4331-824d-10dc74535bc9 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:52.099355 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4503bfc-17b1-4d56-92fd-239918744123 req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Network c8a9b5d7-4b96-4319-809c-e3bf553d8492 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:52.107660 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [req-b4503bfc-17b1-4d56-92fd-239918744123 req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:52.119194 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4503bfc-17b1-4d56-92fd-239918744123 req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:53:52.197320 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'Port': ['ID=b2d377be-5a49-46c3-8536-f69f3d36a7e9,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:52.215883 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4503bfc-17b1-4d56-92fd-239918744123 req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:52.216870 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b4503bfc-17b1-4d56-92fd-239918744123 req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:52.264522 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-3536385c-de9a-481a-8561-99eb23b95d42 req-0586f7fd-428e-4331-824d-10dc74535bc9 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Calling delete_port for 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 owned by compute:nova {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:53:52.348449 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2bc1b-cef9-4387-9bc9-b02ca401d7bb req-72e012ea-1211-4d10-94c4-0311c7050c20 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:52.350069 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d7a2bc1b-cef9-4387-9bc9-b02ca401d7bb req-72e012ea-1211-4d10-94c4-0311c7050c20 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 932 time: 0.3675768
May 12 14:53:52.372585 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-c25e2043-17d7-4557-bc04-5bef7c7ea620 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4860201
May 12 14:53:52.401860 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Request body: {'port': {'device_id': '12704ca3-a417-4cab-9a2c-98b9275218eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:52.409500 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d7a2bc1b-cef9-4387-9bc9-b02ca401d7bb req-f17c3381-a3bb-435b-b31c-cb52f1bd8dd4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428078
May 12 14:53:52.537746 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:52.577675 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-dd9bfd7a-86b2-4d7c-b64e-4e43221d57e1 None None] Provisioning for port b2d377be-5a49-46c3-8536-f69f3d36a7e9 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:52.587841 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-dd9bfd7a-86b2-4d7c-b64e-4e43221d57e1 None None] Provisioning complete for port b2d377be-5a49-46c3-8536-f69f3d36a7e9 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:52.589875 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-dd9bfd7a-86b2-4d7c-b64e-4e43221d57e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:52.605094 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dfaf1beb-8373-4eae-ae40-b98012e91663 req-e022365c-0b90-464b-897a-dea9404bfffb tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 210 time: 0.1428430
May 12 14:53:52.651623 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-dd9bfd7a-86b2-4d7c-b64e-4e43221d57e1 None None] Port b2d377be-5a49-46c3-8536-f69f3d36a7e9 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:53:52.840415 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-3536385c-de9a-481a-8561-99eb23b95d42 req-0586f7fd-428e-4331-824d-10dc74535bc9 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:52.891244 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586f7fd-428e-4331-824d-10dc74535bc9 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Pushing event deleted for resources: {'Port': ['ID=3138fe9b-4e8e-48d7-aeee-07d15301d4c1,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:52.936809 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d377be-5a49-46c3-8536-f69f3d36a7e9 {{(pid=88125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:53:52.947373 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:52.964784 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Transition to ACTIVE for port object b2d377be-5a49-46c3-8536-f69f3d36a7e9 will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:52.974922 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-3536385c-de9a-481a-8561-99eb23b95d42 req-0586f7fd-428e-4331-824d-10dc74535bc9 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] No DVR routers for this DVR port 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 on host hv-cinder-83118 {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:53:52.977538 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-3536385c-de9a-481a-8561-99eb23b95d42 req-0586f7fd-428e-4331-824d-10dc74535bc9 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:52.980738 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70554c80-92d9-4b15-9510-b57a49d2c373', 'name': 'network-vif-deleted', 'tag': '3138fe9b-4e8e-48d7-aeee-07d15301d4c1'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:53:53.018260 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cff0f123-a1d7-4526-a862-5c2be58d0748 req-4112e879-64cd-4103-9254-8ed8ff2af1f9 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 210 time: 0.0515583
May 12 14:53:53.080540 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:53.100005 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a931549e-767f-4d79-98d9-4fa3d97be53c'] response: {'server_uuid': '70554c80-92d9-4b15-9510-b57a49d2c373', 'name': 'network-vif-deleted', 'tag': '3138fe9b-4e8e-48d7-aeee-07d15301d4c1', 'status': 'completed', 'code': 200}
May 12 14:53:53.125038 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6893775b-87fc-4df6-9234-41dd0c82ccc7 req-be034373-c534-41a9-9b7e-0aa291c583e2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 210 time: 0.0708942
May 12 14:53:53.222953 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505945'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:53.228066 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3536385c-de9a-481a-8561-99eb23b95d42 req-0586f7fd-428e-4331-824d-10dc74535bc9 tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.71 "DELETE /v2.0/ports/3138fe9b-4e8e-48d7-aeee-07d15301d4c1 HTTP/1.1" status: 204  len: 173 time: 1.6476760
May 12 14:53:53.385580 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Pushing event updated for resources: {'Port': ['ID=b2d377be-5a49-46c3-8536-f69f3d36a7e9,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:53.474192 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Attempting to bind port b2d377be-5a49-46c3-8536-f69f3d36a7e9 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:53:53.474612 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Attempting to bind port b2d377be-5a49-46c3-8536-f69f3d36a7e9 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:53:53.475002 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Attempting to bind port b2d377be-5a49-46c3-8536-f69f3d36a7e9 on network c8a9b5d7-4b96-4319-809c-e3bf553d8492 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:53:53.480025 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Port b2d377be-5a49-46c3-8536-f69f3d36a7e9 on network c8a9b5d7-4b96-4319-809c-e3bf553d8492 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:53:53.480427 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Attempting to bind port b2d377be-5a49-46c3-8536-f69f3d36a7e9 on network c8a9b5d7-4b96-4319-809c-e3bf553d8492 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:53:53.486127 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:53:53.486545 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Checking segment: {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:53:53.487086 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Bound using segment: {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:53:53.487593 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Bound port: b2d377be-5a49-46c3-8536-f69f3d36a7e9, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:53:53.488051 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:53.635895 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] For port b2d377be-5a49-46c3-8536-f69f3d36a7e9, host hv-cinder-83118, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:53:53.640283 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] For port b2d377be-5a49-46c3-8536-f69f3d36a7e9, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b2d377be-5a49-46c3-8536-f69f3d36a7e9,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:53:53.661147 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d3efd-26ea-4d66-90ea-a617b0480c9d req-adf93d4c-f5e5-46b0-b604-1cb84ab7e9f0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:53.662120 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-368d3efd-26ea-4d66-90ea-a617b0480c9d req-adf93d4c-f5e5-46b0-b604-1cb84ab7e9f0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Synchronizing usage tracker for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:53.789137 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-68913cc5-92a8-4603-a139-563e000acb41 req-f7162f50-7356-4580-922b-f381d13a90bf tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 210 time: 0.0477335
May 12 14:53:53.824286 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505945'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:53.829525 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-368d3efd-26ea-4d66-90ea-a617b0480c9d req-adf93d4c-f5e5-46b0-b604-1cb84ab7e9f0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Unset dirty status for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:53.837935 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-368d3efd-26ea-4d66-90ea-a617b0480c9d req-adf93d4c-f5e5-46b0-b604-1cb84ab7e9f0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 944 time: 0.3048575
May 12 14:53:53.938585 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:53.939237 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:53.940731 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] 10.222.0.71 "PUT /v2.0/ports/b2d377be-5a49-46c3-8536-f69f3d36a7e9 HTTP/1.1" status: 200  len: 1094 time: 1.5483322
May 12 14:53:53.941065 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12704ca3-a417-4cab-9a2c-98b9275218eb', 'tag': 'b2d377be-5a49-46c3-8536-f69f3d36a7e9'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:53:53.968865 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-368d3efd-26ea-4d66-90ea-a617b0480c9d req-901eb4c6-208c-45d9-8ef4-816981786907 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1297808
May 12 14:53:53.974530 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cd32d-cd01-4376-b8dc-dbcdce22e5be service neutron] Pushing event updated for resources: {'Port': ['ID=b2d377be-5a49-46c3-8536-f69f3d36a7e9,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:54.016824 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86801eaf-33d4-4ef7-94ed-fdd7f0e5ad02'] response: {'name': 'network-changed', 'server_uuid': '12704ca3-a417-4cab-9a2c-98b9275218eb', 'tag': 'b2d377be-5a49-46c3-8536-f69f3d36a7e9', 'status': 'completed', 'code': 200}
May 12 14:53:54.178457 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade52a2-5f84-4db7-b123-d68e75a0d042 req-3aa40668-88de-4970-a72a-491288c0aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:54.180128 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2ade52a2-5f84-4db7-b123-d68e75a0d042 req-3aa40668-88de-4970-a72a-491288c0aa0d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 1097 time: 0.1070311
May 12 14:53:54.201371 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-561d89f1-73cd-4cea-9604-d4871fd32955 req-a7823114-483c-450f-917c-5faf322a476e tempest-VolumesNegativeTest-901826338 tempest-VolumesNegativeTest-901826338-project] 10.222.0.49 "GET /v2.0/ports?device_id=70554c80-92d9-4b15-9510-b57a49d2c373 HTTP/1.1" status: 200  len: 210 time: 0.0557952
May 12 14:53:54.268027 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:53:54.302238 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6a7866d0-f68d-4c43-929d-a91f74f4c443 req-52d31a4a-5a87-43d6-98ff-d692b93c616a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 210 time: 0.0557158
May 12 14:53:54.303017 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:53:54.303420 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 3138fe9b-4e8e-48d7-aeee-07d15301d4c1 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:53:54.380241 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade52a2-5f84-4db7-b123-d68e75a0d042 req-08fca9ea-142e-4e37-a867-425805e913a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:54.380241 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2ade52a2-5f84-4db7-b123-d68e75a0d042 req-08fca9ea-142e-4e37-a867-425805e913a2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=235689d103ed4d0dbe7b78698395bd21&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1614933
May 12 14:53:54.570071 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade52a2-5f84-4db7-b123-d68e75a0d042 req-d1fad476-f879-4380-a53f-c5c71c3488f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:54.571450 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2ade52a2-5f84-4db7-b123-d68e75a0d042 req-d1fad476-f879-4380-a53f-c5c71c3488f0 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2060568
May 12 14:53:54.695742 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4503bfc-17b1-4d56-92fd-239918744123 req-f0fa84fb-e99c-4d1f-8316-28d943179b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:54.697267 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-f0fa84fb-e99c-4d1f-8316-28d943179b85 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 1097 time: 0.0738013
May 12 14:53:54.785770 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-a44340bd-c888-404e-88b4-b666e2d4b3e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2d377be-5a49-46c3-8536-f69f3d36a7e9 HTTP/1.1" status: 200  len: 217 time: 0.0646465
May 12 14:53:54.864754 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4503bfc-17b1-4d56-92fd-239918744123 req-5c368c86-79ad-4986-928f-7fe958f61548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:54.866988 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-5c368c86-79ad-4986-928f-7fe958f61548 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a75e9722-de70-4d4e-b9c9-c1ef8a801b5c HTTP/1.1" status: 200  len: 851 time: 0.0742929
May 12 14:53:54.962037 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-cf99d8a1-5d05-4c73-bbd6-fff0d793d082 req-d1d2b7bb-80a1-4221-9657-8aa833f57091 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:55.002172 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4503bfc-17b1-4d56-92fd-239918744123 req-aa238359-38f3-4ccf-868b-592d36c01c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:55.003728 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-aa238359-38f3-4ccf-868b-592d36c01c8a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8a9b5d7-4b96-4319-809c-e3bf553d8492&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1275470
May 12 14:53:55.154948 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-9d31a467-861a-400a-b8aa-5c8ca94fb612 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431220
May 12 14:53:55.229970 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc7c22-1b11-40b6-9283-169c2e3e2eef req-26bf5e4c-1134-463b-85a0-cf01878ca724 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:55.231640 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6cc7c22-1b11-40b6-9283-169c2e3e2eef req-26bf5e4c-1134-463b-85a0-cf01878ca724 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 944 time: 0.0929139
May 12 14:53:55.276350 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-cf99d8a1-5d05-4c73-bbd6-fff0d793d082 req-d1d2b7bb-80a1-4221-9657-8aa833f57091 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:55.276675 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c6cc7c22-1b11-40b6-9283-169c2e3e2eef req-e27b31ec-acc8-42ed-a4bb-d604c5e6d6fa tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390191
May 12 14:53:55.277563 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cf99d8a1-5d05-4c73-bbd6-fff0d793d082 req-d1d2b7bb-80a1-4221-9657-8aa833f57091 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 210 time: 0.3676524
May 12 14:53:55.295056 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b4503bfc-17b1-4d56-92fd-239918744123 req-17f455bb-3fbf-439a-9d35-e724c69866a3 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337461
May 12 14:53:55.456117 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:53:55.502521 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4db4e1ea-4e59-451a-8bde-7cd91c0e1dcf req-62afb74c-8dd3-45f4-ac6a-1390708a72e8 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 210 time: 0.0479949
May 12 14:53:56.109006 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-ecd4c274-2829-4dff-a96d-c3df44edcca9 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:56.110410 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-ecd4c274-2829-4dff-a96d-c3df44edcca9 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.71 "GET /v2.0/networks?id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf HTTP/1.1" status: 200  len: 816 time: 0.1427512
May 12 14:53:56.209982 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2f72b8cb-6f65-40a9-b4a2-8a01d8f3bd92 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e HTTP/1.1" status: 200  len: 380 time: 0.0457082
May 12 14:53:56.218560 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Request body: {'port': {'device_id': '5184e752-c944-4ecd-a516-600944c18dc1', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'admin_state_up': True, 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'security_groups': ['fef037f7-23f3-41c6-a11d-91b49d74cde0']}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:56.361820 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:56.372867 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:56.412274 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544a0ce-d123-4fe9-9c73-bbd454348a76 req-79227bb3-48da-43c3-b65e-d300513cbaea tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:56.413723 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0544a0ce-d123-4fe9-9c73-bbd454348a76 req-79227bb3-48da-43c3-b65e-d300513cbaea tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.0815723
May 12 14:53:56.460289 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0544a0ce-d123-4fe9-9c73-bbd454348a76 req-c8d0bb0a-d55a-4df3-bd42-eb8f070740d9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404444
May 12 14:53:56.474569 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c206d7-d604-4608-bce0-48f47f2bdc45 req-80d79f0d-caa1-45d2-98aa-fdadc7df9991 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:56.476308 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-00c206d7-d604-4608-bce0-48f47f2bdc45 req-80d79f0d-caa1-45d2-98aa-fdadc7df9991 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 944 time: 0.0859852
May 12 14:53:56.527493 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-00c206d7-d604-4608-bce0-48f47f2bdc45 req-ffed1657-8a6d-4a04-9f81-751daef202ff tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453556
May 12 14:53:56.638632 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-455a1113-5788-4bdc-9c5b-05655ba9d8cc req-d23c9ab2-255c-455e-a5c2-11e588663058 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 210 time: 0.0509536
May 12 14:53:56.679715 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e294e902-a2a9-45ac-8c50-5efc373b7a09 req-02f46acc-8c76-422c-9d7a-6b93a4ae7a58 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 210 time: 0.0558388
May 12 14:53:56.720264 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Made reservation on behalf of 5a45a5191eca43c2b8d3e9ea80a50b5e for: {'port': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:53:56.724802 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:56.884956 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Allocated IP 172.20.0.9 (741e2b09-db65-4b92-97d4-0a9b29ee4ecf/9cc4b301-087e-454e-9a61-3b3c682b44e8/74c60ae0-11dc-4a5e-afb9-11e124615006) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:53:57.067918 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:57.084321 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Transition to ACTIVE for port object 74c60ae0-11dc-4a5e-afb9-11e124615006 will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:57.391195 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-4ac6906c-b789-4399-9b9f-9ae059a69c88 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:57.392597 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-4ac6906c-b789-4399-9b9f-9ae059a69c88 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "GET /v2.0/networks?id=9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 200  len: 815 time: 0.1435022
May 12 14:53:57.405084 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:57.455645 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-386802b6-74d5-444e-ad90-d0eac122b476 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67a8451272cc41ebaf1598ed940bf09a HTTP/1.1" status: 200  len: 380 time: 0.0464332
May 12 14:53:57.468163 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'port': {'device_id': '59dadfa9-df81-4e69-aa33-d99984dbebfc', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'admin_state_up': True, 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'security_groups': ['bff86ef7-416f-4c04-bb30-7425c00be3a4']}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:57.491416 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:57.494703 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:57.499377 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event updated for resources: {'Port': ['ID=74c60ae0-11dc-4a5e-afb9-11e124615006,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:57.501769 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:53:57.652507 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:57.653309 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:57.653823 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:57.654306 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:57.654799 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:57.655292 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:57.655789 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:57.656259 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:57.656727 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:57.657199 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:57.659377 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:57.659724 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:53:57.722316 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:53:57.734306 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:57.736859 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:57.741317 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:53:57.762796 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd7226-7210-4b33-83c6-d18ed0f2902b req-328395ec-d461-4125-bd62-32504442b85f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:57.764583 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0acd7226-7210-4b33-83c6-d18ed0f2902b req-328395ec-d461-4125-bd62-32504442b85f tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.1489613
May 12 14:53:57.791338 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446d396-e693-4b3d-bb2c-afa0f0517a9f req-8514e5c7-a249-4817-b000-d3a2f54103c1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:57.792798 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e446d396-e693-4b3d-bb2c-afa0f0517a9f req-8514e5c7-a249-4817-b000-d3a2f54103c1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 944 time: 0.1205103
May 12 14:53:57.811615 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0acd7226-7210-4b33-83c6-d18ed0f2902b req-62344389-7268-441a-8bc0-1a2a488880e9 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402365
May 12 14:53:57.840962 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e446d396-e693-4b3d-bb2c-afa0f0517a9f req-eeb973fc-5fee-477a-94a3-2f1f335800de tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420611
May 12 14:53:57.971826 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a451ef59-4659-49df-b306-9060e92721d6 req-3ba68281-ec83-4547-819f-a20f21ffa262 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 210 time: 0.0489955
May 12 14:53:57.972869 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Made reservation on behalf of 67a8451272cc41ebaf1598ed940bf09a for: {'port': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:53:57.976403 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:58.022954 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-16a09b4b-67b1-4033-a6d0-5b4e4ea2dc2c None None] Provisioning for port 74c60ae0-11dc-4a5e-afb9-11e124615006 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:58.029016 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-16a09b4b-67b1-4033-a6d0-5b4e4ea2dc2c None None] Provisioning complete for port 74c60ae0-11dc-4a5e-afb9-11e124615006 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:58.029397 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-16a09b4b-67b1-4033-a6d0-5b4e4ea2dc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:58.036622 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-2791208a-b63a-40d5-811a-032c4565279e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8214705
May 12 14:53:58.057099 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Request body: {'port': {'device_id': '5184e752-c944-4ecd-a516-600944c18dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:58.102920 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-16a09b4b-67b1-4033-a6d0-5b4e4ea2dc2c None None] Port 74c60ae0-11dc-4a5e-afb9-11e124615006 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:53:58.173865 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Allocated IP 172.20.0.3 (9862f13a-dccf-465d-abda-f29b2d232c04/7f368cfb-e379-4448-9120-bcd23ab51263/00ee9d33-d084-4d18-b69d-a02dc7875eab) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:53:58.193930 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35517a59-2553-4b5e-acf1-44a47555b10c req-fdc39ac4-7d29-42d0-9edb-76808c4ccb63 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:58.194275 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-35517a59-2553-4b5e-acf1-44a47555b10c req-fdc39ac4-7d29-42d0-9edb-76808c4ccb63 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Synchronizing usage tracker for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:53:58.215407 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:58.366439 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-35517a59-2553-4b5e-acf1-44a47555b10c req-fdc39ac4-7d29-42d0-9edb-76808c4ccb63 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Unset dirty status for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:53:58.367642 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-35517a59-2553-4b5e-acf1-44a47555b10c req-fdc39ac4-7d29-42d0-9edb-76808c4ccb63 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 931 time: 0.3873780
May 12 14:53:58.411293 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:58.427495 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Transition to ACTIVE for port object 00ee9d33-d084-4d18-b69d-a02dc7875eab will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:58.510228 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-35517a59-2553-4b5e-acf1-44a47555b10c req-b02edd4d-a724-4738-8157-d1bb96c82323 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1356061
May 12 14:53:58.610970 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:58.631575 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c60ae0-11dc-4a5e-afb9-11e124615006 {{(pid=88125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:53:58.638689 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:58.653082 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Transition to ACTIVE for port object 74c60ae0-11dc-4a5e-afb9-11e124615006 will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:58.681950 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Network 9862f13a-dccf-465d-abda-f29b2d232c04 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:53:58.685021 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:53:58.688783 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:53:58.713266 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:58.726864 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event updated for resources: {'Port': ['ID=00ee9d33-d084-4d18-b69d-a02dc7875eab,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:58.761089 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:58.761089 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:58.811339 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505945'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:58.968206 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1e3c1a4c-fc9f-4b7d-99ea-3c24403e9446 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5053949
May 12 14:53:58.978024 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=74c60ae0-11dc-4a5e-afb9-11e124615006,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:58.990873 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Request body: {'port': {'device_id': '59dadfa9-df81-4e69-aa33-d99984dbebfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:53:59.078733 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-671ae5ce-2fdf-4302-9a7b-ac00f4b5897b None None] Provisioning for port 00ee9d33-d084-4d18-b69d-a02dc7875eab completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:53:59.084928 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-671ae5ce-2fdf-4302-9a7b-ac00f4b5897b None None] Provisioning complete for port 00ee9d33-d084-4d18-b69d-a02dc7875eab triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:53:59.085426 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-671ae5ce-2fdf-4302-9a7b-ac00f4b5897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:59.108190 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Attempting to bind port 74c60ae0-11dc-4a5e-afb9-11e124615006 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:53:59.108524 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Attempting to bind port 74c60ae0-11dc-4a5e-afb9-11e124615006 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:53:59.108848 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Attempting to bind port 74c60ae0-11dc-4a5e-afb9-11e124615006 on network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:53:59.117398 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Port 74c60ae0-11dc-4a5e-afb9-11e124615006 on network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:53:59.117641 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Attempting to bind port 74c60ae0-11dc-4a5e-afb9-11e124615006 on network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:53:59.127146 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:53:59.132303 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Checking segment: {'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:53:59.132303 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Bound using segment: {'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:53:59.132303 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Bound port: 74c60ae0-11dc-4a5e-afb9-11e124615006, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed92ccd-67ed-492e-8576-093bac435849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:53:59.132303 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:59.149992 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d6ad9-f7d0-4743-97a8-55fb0a5791fd req-bd2b6c1a-7921-4152-8b98-65ab192a65ad tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:59.151514 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d44d6ad9-f7d0-4743-97a8-55fb0a5791fd req-bd2b6c1a-7921-4152-8b98-65ab192a65ad tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 944 time: 0.1442449
May 12 14:53:59.172949 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-671ae5ce-2fdf-4302-9a7b-ac00f4b5897b None None] Port 00ee9d33-d084-4d18-b69d-a02dc7875eab cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:53:59.229744 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cb623-72b1-4776-b481-a76041fe76d1 req-84919eb0-5997-49ac-bd47-dcdb6b8e7aff tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:59.235170 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-604cb623-72b1-4776-b481-a76041fe76d1 req-84919eb0-5997-49ac-bd47-dcdb6b8e7aff tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.3067358
May 12 14:53:59.244932 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:59.258907 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d44d6ad9-f7d0-4743-97a8-55fb0a5791fd req-40c03bc5-e294-4893-9d63-db17ae98cbb9 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728946
May 12 14:53:59.268482 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] For port 74c60ae0-11dc-4a5e-afb9-11e124615006, host hv-cinder-83118, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:53:59.271653 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] For port 74c60ae0-11dc-4a5e-afb9-11e124615006, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74c60ae0-11dc-4a5e-afb9-11e124615006,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:53:59.360474 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-604cb623-72b1-4776-b481-a76041fe76d1 req-890bc6b0-26d5-49ff-839b-f434ab7dcd6a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971308
May 12 14:53:59.439804 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb77df-62b6-428f-9b9d-753d0e777cba req-e2b31e7c-cc2c-4785-90d2-1ad08c708d3a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:59.441382 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-dadb77df-62b6-428f-9b9d-753d0e777cba req-e2b31e7c-cc2c-4785-90d2-1ad08c708d3a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 931 time: 0.0834794
May 12 14:53:59.466855 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505945'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:59.549098 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:59.549707 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:59.551809 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] 10.222.0.71 "PUT /v2.0/ports/74c60ae0-11dc-4a5e-afb9-11e124615006 HTTP/1.1" status: 200  len: 1093 time: 1.4999797
May 12 14:53:59.552315 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5184e752-c944-4ecd-a516-600944c18dc1', 'tag': '74c60ae0-11dc-4a5e-afb9-11e124615006'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:53:59.574202 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-dadb77df-62b6-428f-9b9d-753d0e777cba req-d5c8bca4-61a3-41c1-8622-187b37c4c90d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1251211
May 12 14:53:59.589846 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca749b-bd90-4d73-a638-8b9e4542a6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=74c60ae0-11dc-4a5e-afb9-11e124615006,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:53:59.629565 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef64cc23-ffbd-4495-8e03-b93111947608'] response: {'name': 'network-changed', 'server_uuid': '5184e752-c944-4ecd-a516-600944c18dc1', 'tag': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'status': 'completed', 'code': 200}
May 12 14:53:59.729073 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ee9d33-d084-4d18-b69d-a02dc7875eab {{(pid=88126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:53:59.740015 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:59.760144 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d961ea-2f59-4093-953c-67988bd6a542 req-ae0ad92d-4722-434a-90ba-f677899330ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:59.762016 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b3d961ea-2f59-4093-953c-67988bd6a542 req-ae0ad92d-4722-434a-90ba-f677899330ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e&device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 1096 time: 0.0824649
May 12 14:53:59.771034 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Transition to ACTIVE for port object 00ee9d33-d084-4d18-b69d-a02dc7875eab will not be triggered until provisioned by entity L2. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:53:59.795154 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cf41a-fee8-4e3b-8707-76693d2a298b req-1f1a1626-c61a-42d4-92f0-c0abc12eb478 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:59.796634 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-759cf41a-fee8-4e3b-8707-76693d2a298b req-1f1a1626-c61a-42d4-92f0-c0abc12eb478 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.1376009
May 12 14:53:59.879516 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:53:59.930601 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d961ea-2f59-4093-953c-67988bd6a542 req-bc3043c3-3dec-4514-b895-3b5fb0619063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:53:59.932091 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b3d961ea-2f59-4093-953c-67988bd6a542 req-bc3043c3-3dec-4514-b895-3b5fb0619063 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1405339
May 12 14:53:59.943585 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-759cf41a-fee8-4e3b-8707-76693d2a298b req-f4857552-d661-4e36-900a-8a1a43dd5103 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Synchronizing usage tracker for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:security_group {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:54:00.052038 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Pushing event updated for resources: {'Port': ['ID=00ee9d33-d084-4d18-b69d-a02dc7875eab,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:00.092033 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-ac452463-523a-4bd1-b73c-378c1ca5b422 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:00.093564 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-ac452463-523a-4bd1-b73c-378c1ca5b422 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.71 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.2960861
May 12 14:54:00.204250 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-759cf41a-fee8-4e3b-8707-76693d2a298b req-f4857552-d661-4e36-900a-8a1a43dd5103 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Unset dirty status for tenant:5a45a5191eca43c2b8d3e9ea80a50b5e on resource:security_group {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:54:00.205429 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-759cf41a-fee8-4e3b-8707-76693d2a298b req-f4857552-d661-4e36-900a-8a1a43dd5103 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3728657
May 12 14:54:00.232431 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d961ea-2f59-4093-953c-67988bd6a542 req-7f54eb65-e134-422b-a62d-9c2b49c57c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:00.234294 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b3d961ea-2f59-4093-953c-67988bd6a542 req-7f54eb65-e134-422b-a62d-9c2b49c57c9b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2965720
May 12 14:54:00.238120 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-4ad80fd2-5b6d-4df5-b307-86124f787439 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Deleting port cb1e67a7-74a2-404f-8058-06c175243b15 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:54:00.238465 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-4ad80fd2-5b6d-4df5-b307-86124f787439 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:00.297583 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Attempting to bind port 00ee9d33-d084-4d18-b69d-a02dc7875eab on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:54:00.297982 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Attempting to bind port 00ee9d33-d084-4d18-b69d-a02dc7875eab by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:54:00.298244 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Attempting to bind port 00ee9d33-d084-4d18-b69d-a02dc7875eab on network 9862f13a-dccf-465d-abda-f29b2d232c04 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:54:00.310553 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Port 00ee9d33-d084-4d18-b69d-a02dc7875eab on network 9862f13a-dccf-465d-abda-f29b2d232c04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:54:00.310901 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Attempting to bind port 00ee9d33-d084-4d18-b69d-a02dc7875eab on network 9862f13a-dccf-465d-abda-f29b2d232c04 {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:54:00.316841 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:54:00.317177 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Checking segment: {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:54:00.317586 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Bound using segment: {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'} {{(pid=88126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:54:00.318004 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.managers [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Bound port: 00ee9d33-d084-4d18-b69d-a02dc7875eab, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7a3434-eff3-4f89-8151-282a1614bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04'}}] {{(pid=88126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:54:00.318355 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:00.428313 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-7a2cffe3-5687-4feb-83ea-c760782086c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:00.429812 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-7a2cffe3-5687-4feb-83ea-c760782086c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e&device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 1096 time: 0.0882776
May 12 14:54:00.505627 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-c4bef3f5-d156-449e-8d8c-abe4eb172a03 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c60ae0-11dc-4a5e-afb9-11e124615006 HTTP/1.1" status: 200  len: 217 time: 0.0610559
May 12 14:54:00.573051 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-d1a8b35b-08a8-4490-8774-12bc166692ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:00.574567 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-d1a8b35b-08a8-4490-8774-12bc166692ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9cc4b301-087e-454e-9a61-3b3c682b44e8 HTTP/1.1" status: 200  len: 855 time: 0.0621486
May 12 14:54:00.622578 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] For port 00ee9d33-d084-4d18-b69d-a02dc7875eab, host hv-cinder-83118, cleared binding levels {{(pid=88126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:54:00.631428 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] For port 00ee9d33-d084-4d18-b69d-a02dc7875eab, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=00ee9d33-d084-4d18-b69d-a02dc7875eab,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:54:00.667514 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-3ef1f374-3e78-4fab-8a44-ef94a5888511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:00.669446 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-3ef1f374-3e78-4fab-8a44-ef94a5888511 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890467
May 12 14:54:00.684165 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7120b8-7354-4584-9b0a-45572871b978 req-695887a8-2ca5-455b-bcc9-5a7e5988fd6f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:00.693140 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ab7120b8-7354-4584-9b0a-45572871b978 req-695887a8-2ca5-455b-bcc9-5a7e5988fd6f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 944 time: 0.2782373
May 12 14:54:00.693140 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-4ad80fd2-5b6d-4df5-b307-86124f787439 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] For port cb1e67a7-74a2-404f-8058-06c175243b15, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=cb1e67a7-74a2-404f-8058-06c175243b15,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:00.693140 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-4ad80fd2-5b6d-4df5-b307-86124f787439 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:00.795790 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:00.870404 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-63226c81-b9cd-4391-9b12-36503c2ea3ba service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939719
May 12 14:54:00.884186 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:00.884804 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:00.886384 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] 10.222.0.71 "PUT /v2.0/ports/00ee9d33-d084-4d18-b69d-a02dc7875eab HTTP/1.1" status: 200  len: 1093 time: 1.9015224
May 12 14:54:00.886841 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dadfa9-df81-4e69-aa33-d99984dbebfc', 'tag': '00ee9d33-d084-4d18-b69d-a02dc7875eab'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:54:00.918142 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70599fe-4965-474b-92eb-f7c275d58ab1 req-b96c156e-0fad-4a1d-b5ab-55b3969b5f33 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:00.928501 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a70599fe-4965-474b-92eb-f7c275d58ab1 req-b96c156e-0fad-4a1d-b5ab-55b3969b5f33 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 945 time: 0.1025364
May 12 14:54:01.059342 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a70599fe-4965-474b-92eb-f7c275d58ab1 req-f3870c08-ab43-449a-b3ec-921c6b0746f1 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1299071
May 12 14:54:01.084666 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ab7120b8-7354-4584-9b0a-45572871b978 req-37f7346d-ad93-4558-b00e-ea8327b0cbcb tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3796504
May 12 14:54:01.121189 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7c92ff98-3f51-4aff-969d-c6c83f54e917 req-e23eb301-d2e6-4cab-95e0-b39f35401660 service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1900110
May 12 14:54:01.175244 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f228bbd-6161-44e1-a8b7-9e516d6e692f service neutron] Pushing event updated for resources: {'Port': ['ID=00ee9d33-d084-4d18-b69d-a02dc7875eab,revision_number=3']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:01.280945 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148ac86-ea44-4307-a0f6-c6dbd42bfe44 req-be4fda9e-ab98-4cbb-a098-e5959d24070a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:01.282398 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6148ac86-ea44-4307-a0f6-c6dbd42bfe44 req-be4fda9e-ab98-4cbb-a098-e5959d24070a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 943 time: 0.1043715
May 12 14:54:01.340910 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6148ac86-ea44-4307-a0f6-c6dbd42bfe44 req-317fc329-630f-43db-9775-2669814bae99 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513330
May 12 14:54:01.375290 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-4ad80fd2-5b6d-4df5-b307-86124f787439 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:01.375669 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-4ad80fd2-5b6d-4df5-b307-86124f787439 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:01.376024 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-4ad80fd2-5b6d-4df5-b307-86124f787439 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Floating IP 65615b4b-6e7f-4666-b071-ff0dad68aa28 disassociated. External IP: 172.27.3.124, port: cb1e67a7-74a2-404f-8058-06c175243b15.
May 12 14:54:01.376371 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-4ad80fd2-5b6d-4df5-b307-86124f787439 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Calling delete_port for cb1e67a7-74a2-404f-8058-06c175243b15 owned by compute:nova {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:54:01.416096 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c063b4-2c9e-46db-82d8-b05eda70b210'] response: {'name': 'network-changed', 'server_uuid': '59dadfa9-df81-4e69-aa33-d99984dbebfc', 'tag': '00ee9d33-d084-4d18-b69d-a02dc7875eab', 'status': 'completed', 'code': 200}
May 12 14:54:01.430993 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-dc209fd4-65e1-4f4e-bbd3-d96e27c6f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:01.432711 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-dc209fd4-65e1-4f4e-bbd3-d96e27c6f9cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 1096 time: 0.3614347
May 12 14:54:01.533718 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-9d253709-0c58-4f6a-ba6a-04d224de2797 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00ee9d33-d084-4d18-b69d-a02dc7875eab HTTP/1.1" status: 200  len: 217 time: 0.0802011
May 12 14:54:01.593950 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce56d0e-1718-4517-8a50-5ac443c4e97c req-96717650-7074-46cc-a737-5be304dc4e8a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:01.595462 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4ce56d0e-1718-4517-8a50-5ac443c4e97c req-96717650-7074-46cc-a737-5be304dc4e8a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.1042721
May 12 14:54:01.620616 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680318c-3b7a-491b-933f-8e4fdb14b077 req-0383e6ea-300f-4c9b-b4c4-a3cf7ddbb6f1 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:01.620616 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2680318c-3b7a-491b-933f-8e4fdb14b077 req-0383e6ea-300f-4c9b-b4c4-a3cf7ddbb6f1 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.3484249
May 12 14:54:01.644380 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4ce56d0e-1718-4517-8a50-5ac443c4e97c req-1d5b7ca3-0a5b-4dd9-8f76-11698944b150 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415251
May 12 14:54:01.694914 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-a8bbc0d7-7591-486e-ac64-57b54f1e1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:01.696097 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-a8bbc0d7-7591-486e-ac64-57b54f1e1704 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f368cfb-e379-4448-9120-bcd23ab51263 HTTP/1.1" status: 200  len: 854 time: 0.1479001
May 12 14:54:01.765159 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2680318c-3b7a-491b-933f-8e4fdb14b077 req-1b08b993-b55f-4194-a6d7-9a18a04512d2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1393251
May 12 14:54:01.802914 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-ac01a2bb-ccd1-46ff-b4f2-0158172e77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:01.804454 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-ac01a2bb-ccd1-46ff-b4f2-0158172e77ff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9862f13a-dccf-465d-abda-f29b2d232c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0962784
May 12 14:54:01.910980 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-4ad80fd2-5b6d-4df5-b307-86124f787439 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:01.977935 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad80fd2-5b6d-4df5-b307-86124f787439 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Pushing event deleted for resources: {'Port': ['ID=cb1e67a7-74a2-404f-8058-06c175243b15,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:02.089976 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-08432c66-7c77-48a0-ac62-ed75f53571fe service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2783694
May 12 14:54:02.245276 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1ab2d2a-5c16-43b7-b442-2a005b3f71f3 req-ec68e563-99b0-4c80-a023-d92773a016af tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 210 time: 0.0428832
May 12 14:54:02.324664 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device b2d377be-5a49-46c3-8536-f69f3d36a7e9 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:54:02.336044 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device cb1e67a7-74a2-404f-8058-06c175243b15 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:54:02.419656 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-4ad80fd2-5b6d-4df5-b307-86124f787439 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:54:02.448112 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dd9a4d20-3a2e-4a62-9812-5da84e44f015 req-3c809833-e8a6-43a7-b339-03038e7f5bde service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3050399
May 12 14:54:02.490540 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: cb1e67a7-74a2-404f-8058-06c175243b15 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:54:02.490937 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device cb1e67a7-74a2-404f-8058-06c175243b15 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:54:02.567871 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cae02-44dd-4380-a2a5-9041b236712b req-a4253d78-5a5f-40d4-bbb6-2a2ab5d5f257 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:02.569908 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-fa6cae02-44dd-4380-a2a5-9041b236712b req-a4253d78-5a5f-40d4-bbb6-2a2ab5d5f257 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 944 time: 0.3176186
May 12 14:54:02.573468 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port b2d377be-5a49-46c3-8536-f69f3d36a7e9, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b2d377be-5a49-46c3-8536-f69f3d36a7e9,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:02.591766 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': 'b2d377be-5a49-46c3-8536-f69f3d36a7e9', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'port_id': 'b2d377be-5a49-46c3-8536-f69f3d36a7e9', 'mac_address': 'fa:16:3e:e7:bd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:54:02.618136 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbb801-3dc5-40dd-80e7-c7eac7930ae8 req-23f2d23a-c4a3-45ad-831f-0371c81a6c3e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:02.626874 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-87bbb801-3dc5-40dd-80e7-c7eac7930ae8 req-23f2d23a-c4a3-45ad-831f-0371c81a6c3e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 943 time: 0.1327338
May 12 14:54:02.649804 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:02.677886 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-87bbb801-3dc5-40dd-80e7-c7eac7930ae8 req-c1c9772b-869b-4b96-90ea-fbd4f82d2c54 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500600
May 12 14:54:02.684034 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d377be-5a49-46c3-8536-f69f3d36a7e9 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:54:02.710788 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port b2d377be-5a49-46c3-8536-f69f3d36a7e9, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b2d377be-5a49-46c3-8536-f69f3d36a7e9,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:02.804489 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:02.862665 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-4ad80fd2-5b6d-4df5-b307-86124f787439 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:54:02.867856 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-fa6cae02-44dd-4380-a2a5-9041b236712b req-4454e1a4-70a8-41f8-86a2-f0ab952390a3 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2441862
May 12 14:54:02.875545 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd53bc-7c9f-4767-aebf-7cfe2abd9e45 None None] Sync routers for ids ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:54:02.897704 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd53bc-7c9f-4767-aebf-7cfe2abd9e45 None None] Routers {'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:54:02.898353 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d9dd53bc-7c9f-4767-aebf-7cfe2abd9e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87a18040>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:02.915175 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8986e5-dad2-480f-8383-21132997d704 req-306db839-6fb6-4b58-a70e-136558930ea1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:02.915905 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0c8986e5-dad2-480f-8383-21132997d704 req-306db839-6fb6-4b58-a70e-136558930ea1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.1393147
May 12 14:54:02.957742 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-4ad80fd2-5b6d-4df5-b307-86124f787439 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] No DVR routers for this DVR port cb1e67a7-74a2-404f-8058-06c175243b15 on host hv-cinder-83118 {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:54:02.961588 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-4ad80fd2-5b6d-4df5-b307-86124f787439 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:02.996571 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846fde2-87ab-44f5-9c4b-b5bd660e2bfe req-74f41247-9a45-4586-8e31-29e530f050bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:02.998898 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2846fde2-87ab-44f5-9c4b-b5bd660e2bfe req-74f41247-9a45-4586-8e31-29e530f050bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 1096 time: 0.2489457
May 12 14:54:03.000700 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=b2d377be-5a49-46c3-8536-f69f3d36a7e9,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:03.005065 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0c8986e5-dad2-480f-8383-21132997d704 req-d4dc1a54-0e78-45d3-9fc8-5e4407986087 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831623
May 12 14:54:03.081255 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c217557a-6ebd-44aa-aac8-b35b578c64d7 req-4ad80fd2-5b6d-4df5-b307-86124f787439 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.71 "DELETE /v2.0/ports/cb1e67a7-74a2-404f-8058-06c175243b15 HTTP/1.1" status: 204  len: 173 time: 2.9717577
May 12 14:54:03.129559 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-d9dd53bc-7c9f-4767-aebf-7cfe2abd9e45 None None] Set router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:54:03.222941 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9394f9-1e42-42a8-a50d-625f8aec00b6 req-b638192d-ae80-4f34-999d-0125e66c8cb1 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:03.224430 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-da9394f9-1e42-42a8-a50d-625f8aec00b6 req-b638192d-ae80-4f34-999d-0125e66c8cb1 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.1956198
May 12 14:54:03.225630 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846fde2-87ab-44f5-9c4b-b5bd660e2bfe req-f91dbfbe-22ef-44ea-b005-2d5ab11bece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:03.227020 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2846fde2-87ab-44f5-9c4b-b5bd660e2bfe req-f91dbfbe-22ef-44ea-b005-2d5ab11bece8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 200  len: 916 time: 0.2210526
May 12 14:54:03.245698 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['b2d377be-5a49-46c3-8536-f69f3d36a7e9'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:54:03.320316 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2846fde2-87ab-44f5-9c4b-b5bd660e2bfe req-929ad955-87f2-4648-898c-1f5736eae097 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00ee9d33-d084-4d18-b69d-a02dc7875eab HTTP/1.1" status: 200  len: 217 time: 0.0730157
May 12 14:54:03.356487 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-da9394f9-1e42-42a8-a50d-625f8aec00b6 req-bad23b5b-f9b3-44f9-991a-c9b9fa17722c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1261058
May 12 14:54:03.419251 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'name': 'network-vif-deleted', 'tag': 'cb1e67a7-74a2-404f-8058-06c175243b15'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:54:03.450217 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846fde2-87ab-44f5-9c4b-b5bd660e2bfe req-2b82ffdd-7d43-488c-9a21-fa18c8a69829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:03.451717 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2846fde2-87ab-44f5-9c4b-b5bd660e2bfe req-2b82ffdd-7d43-488c-9a21-fa18c8a69829 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f368cfb-e379-4448-9120-bcd23ab51263 HTTP/1.1" status: 200  len: 854 time: 0.1094234
May 12 14:54:03.492851 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6dbe01f1-9c6d-4dfa-8caa-137ddf4229e7 req-e4018f84-4712-4f5f-8378-5375bb386697 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=944e4e2e-d09f-4dd7-ac42-b037b09dc7c3 HTTP/1.1" status: 200  len: 210 time: 0.0609076
May 12 14:54:03.506363 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea55e53-fc69-4be8-9097-98e3e342f019'] response: {'server_uuid': '944e4e2e-d09f-4dd7-ac42-b037b09dc7c3', 'name': 'network-vif-deleted', 'tag': 'cb1e67a7-74a2-404f-8058-06c175243b15', 'status': 'completed', 'code': 200}
May 12 14:54:03.545310 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846fde2-87ab-44f5-9c4b-b5bd660e2bfe req-c5d4e158-8ead-4c89-a68e-4fbb2bd785ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:03.546778 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2846fde2-87ab-44f5-9c4b-b5bd660e2bfe req-c5d4e158-8ead-4c89-a68e-4fbb2bd785ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9862f13a-dccf-465d-abda-f29b2d232c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775895
May 12 14:54:03.692839 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2846fde2-87ab-44f5-9c4b-b5bd660e2bfe req-402325cd-ab77-432d-af8d-6bd59287e167 service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392097
May 12 14:54:03.702018 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d9dd53bc-7c9f-4767-aebf-7cfe2abd9e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87a18040>, [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:20Z', 'revision_number': 4, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '502e35e1-a396-47de-9f7c-b943fd17a207', 'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'mac_address': 'fa:16:3e:f3:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'subnets': [{'id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:03.708431 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd53bc-7c9f-4767-aebf-7cfe2abd9e45 None None] Checking router: da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:54:03.727321 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd53bc-7c9f-4767-aebf-7cfe2abd9e45 None None] Routers {'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:54:03.727947 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d9dd53bc-7c9f-4767-aebf-7cfe2abd9e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87a18040>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:03.897817 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2846fde2-87ab-44f5-9c4b-b5bd660e2bfe req-c610b57b-07e0-4a79-af1a-215f7cffb4f2 service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1933436
May 12 14:54:03.912949 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70e8da-2b85-45fd-8894-4db86a0f20e3 req-41673902-e0bd-4e12-8f82-5606b1dfa32c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:03.913624 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-2b70e8da-2b85-45fd-8894-4db86a0f20e3 req-41673902-e0bd-4e12-8f82-5606b1dfa32c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:54:03.964728 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-d9dd53bc-7c9f-4767-aebf-7cfe2abd9e45 None None] Set router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:54:04.028808 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-2b70e8da-2b85-45fd-8894-4db86a0f20e3 req-41673902-e0bd-4e12-8f82-5606b1dfa32c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:54:04.030192 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2b70e8da-2b85-45fd-8894-4db86a0f20e3 req-41673902-e0bd-4e12-8f82-5606b1dfa32c tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 943 time: 0.2460377
May 12 14:54:04.083905 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2b70e8da-2b85-45fd-8894-4db86a0f20e3 req-3d214f1b-60e2-442e-b689-27d5a99d9831 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459270
May 12 14:54:04.095089 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604e38e-858b-48a5-813d-75afd34ebdae req-5f5bd90d-b499-4f0c-9c0b-226687acc645 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:04.105386 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5604e38e-858b-48a5-813d-75afd34ebdae req-5f5bd90d-b499-4f0c-9c0b-226687acc645 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 945 time: 0.1071687
May 12 14:54:04.154780 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5604e38e-858b-48a5-813d-75afd34ebdae req-49e2dbd0-c8cf-4fbb-a33b-b5de85377a61 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482821
May 12 14:54:04.300481 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080f504-4c3a-4682-92d7-5076a4bcf662 req-9f0ed666-642b-47d4-8800-54e8bc087eeb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:04.304416 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e080f504-4c3a-4682-92d7-5076a4bcf662 req-9f0ed666-642b-47d4-8800-54e8bc087eeb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.1030784
May 12 14:54:04.321318 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d9dd53bc-7c9f-4767-aebf-7cfe2abd9e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87a18040>, [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:20Z', 'revision_number': 4, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '502e35e1-a396-47de-9f7c-b943fd17a207', 'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'mac_address': 'fa:16:3e:f3:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'subnets': [{'id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:04.325705 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd53bc-7c9f-4767-aebf-7cfe2abd9e45 None None] The sync data for ids ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'] in dv-cinder-831187-2-iscsi is: [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:20Z', 'revision_number': 4, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '502e35e1-a396-47de-9f7c-b943fd17a207', 'name': '', 'network_id': 'faf0fd87-b01d-4638-a1db-c3f32b222877', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'mac_address': 'fa:16:3e:f3:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'subnets': [{'id': 'a8dd5b5f-79a5-4772-9c12-8184147dc7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:54:04.341932 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 00ee9d33-d084-4d18-b69d-a02dc7875eab details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:54:04.368615 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e080f504-4c3a-4682-92d7-5076a4bcf662 req-6b43596b-8767-42c3-a3a6-bd9f3b745adc tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577464
May 12 14:54:04.494220 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 00ee9d33-d084-4d18-b69d-a02dc7875eab, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=00ee9d33-d084-4d18-b69d-a02dc7875eab,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:04.510710 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '00ee9d33-d084-4d18-b69d-a02dc7875eab', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'port_id': '00ee9d33-d084-4d18-b69d-a02dc7875eab', 'mac_address': 'fa:16:3e:0e:1d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:54:04.553749 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5de1b8-bf2d-4e9f-add7-fcc4077065d2 req-7f112acf-e9a9-4067-9ea3-7af3af0f95ee tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:04.555725 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0f5de1b8-bf2d-4e9f-add7-fcc4077065d2 req-7f112acf-e9a9-4067-9ea3-7af3af0f95ee tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.0871024
May 12 14:54:04.578059 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:04.615621 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ee9d33-d084-4d18-b69d-a02dc7875eab {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:54:04.631152 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0f5de1b8-bf2d-4e9f-add7-fcc4077065d2 req-7c0b290f-e775-4b01-9922-7cabbabb7e81 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646298
May 12 14:54:04.634980 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 00ee9d33-d084-4d18-b69d-a02dc7875eab, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=00ee9d33-d084-4d18-b69d-a02dc7875eab,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:04.654723 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32632e4-882a-474d-b2eb-16ab06abed8f None None] New status for floating IP 65615b4b-6e7f-4666-b071-ff0dad68aa28: DOWN {{(pid=88129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:54:04.738712 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 38040) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:04.771254 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:04.772424 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 74c60ae0-11dc-4a5e-afb9-11e124615006 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:54:04.816327 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bf975cef-89cf-4faa-9102-afe38904f122 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:04.849932 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bf975cef-89cf-4faa-9102-afe38904f122 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:04.967440 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=00ee9d33-d084-4d18-b69d-a02dc7875eab,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:05.005683 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bf975cef-89cf-4faa-9102-afe38904f122 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:05.016729 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 74c60ae0-11dc-4a5e-afb9-11e124615006, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74c60ae0-11dc-4a5e-afb9-11e124615006,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:05.025459 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf975cef-89cf-4faa-9102-afe38904f122 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd6bee4-9132-470b-99bf-0f6a7a2deb9b,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:05.030462 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'port_id': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'mac_address': 'fa:16:3e:75:25:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:54:05.092736 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:05.112341 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c60ae0-11dc-4a5e-afb9-11e124615006 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:54:05.128692 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 74c60ae0-11dc-4a5e-afb9-11e124615006, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74c60ae0-11dc-4a5e-afb9-11e124615006,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:05.217764 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bf975cef-89cf-4faa-9102-afe38904f122 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:05.219683 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-bf975cef-89cf-4faa-9102-afe38904f122 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "DELETE /v2.0/security-groups/dfd6bee4-9132-470b-99bf-0f6a7a2deb9b HTTP/1.1" status: 204  len: 168 time: 0.4801958
May 12 14:54:05.222275 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 38050) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:05.243523 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.api.v2.resource [None req-7cef5620-63d5-4063-860e-9ae178e4a999 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] show failed (client error): The resource could not be found.
May 12 14:54:05.245224 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-7cef5620-63d5-4063-860e-9ae178e4a999 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups/dfd6bee4-9132-470b-99bf-0f6a7a2deb9b HTTP/1.1" status: 404  len: 347 time: 0.0211811
May 12 14:54:05.247715 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 38054) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:05.263085 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:05.299989 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85798f91-ec67-4407-bb42-84952f0be026 req-48bf22db-a117-46e4-891a-fe903ab86358 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:05.302139 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-85798f91-ec67-4407-bb42-84952f0be026 req-48bf22db-a117-46e4-891a-fe903ab86358 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 944 time: 0.1114147
May 12 14:54:05.337178 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=74c60ae0-11dc-4a5e-afb9-11e124615006,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:05.349803 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-85798f91-ec67-4407-bb42-84952f0be026 req-aa6a19b6-94c9-4627-af43-40e805fc2fde tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411091
May 12 14:54:05.463704 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-53e3a1c9-d0f1-448e-9dfe-84f33cb1bb94 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Deleting port 2d190d41-ffd2-4406-809e-1fdd11d7c2bb {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:54:05.464050 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-53e3a1c9-d0f1-448e-9dfe-84f33cb1bb94 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:05.510747 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 38062) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:05.569405 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a481a8-cbea-4539-8ed5-92dfb1e1ac69 req-3ca22f8a-6c37-4771-8e5c-3c597774d7fa tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:05.577380 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-72a481a8-cbea-4539-8ed5-92dfb1e1ac69 req-3ca22f8a-6c37-4771-8e5c-3c597774d7fa tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 944 time: 0.0958295
May 12 14:54:05.632969 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-72a481a8-cbea-4539-8ed5-92dfb1e1ac69 req-6349bdfb-eeef-48e5-a3d2-b3533e107030 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544379
May 12 14:54:05.687623 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['00ee9d33-d084-4d18-b69d-a02dc7875eab'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:54:05.688576 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-99d53724-cecb-4dfc-9246-46e1c835b993 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dbd2b6082f554c90b7b78f0a59634e80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1766033
May 12 14:54:05.691006 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 38070) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:05.716885 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a5254-f66a-4c36-8c68-7984a07695af req-e115944f-d52d-4a46-a2a7-8c6083175b14 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:05.718436 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-933a5254-f66a-4c36-8c68-7984a07695af req-e115944f-d52d-4a46-a2a7-8c6083175b14 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 945 time: 0.4026332
May 12 14:54:05.744276 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['74c60ae0-11dc-4a5e-afb9-11e124615006'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:54:05.802305 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-933a5254-f66a-4c36-8c68-7984a07695af req-94a2f8c9-1aa3-4512-bb87-21e0f5d7ff12 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728750
May 12 14:54:05.804313 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-53e3a1c9-d0f1-448e-9dfe-84f33cb1bb94 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:05.804800 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-53e3a1c9-d0f1-448e-9dfe-84f33cb1bb94 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:05.889430 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ae8cfda6-8c72-468f-a24d-a36458a5df29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:05.930655 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ae8cfda6-8c72-468f-a24d-a36458a5df29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:05.931197 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-53e3a1c9-d0f1-448e-9dfe-84f33cb1bb94 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Calling delete_port for 2d190d41-ffd2-4406-809e-1fdd11d7c2bb owned by network:floatingip {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:54:05.956693 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2fc3f-94ec-4afe-86c4-afecfd4ac23f req-5d66e93c-2a81-451e-917c-b807d58e2a8c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:05.958480 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d1f2fc3f-94ec-4afe-86c4-afecfd4ac23f req-5d66e93c-2a81-451e-917c-b807d58e2a8c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.1513708
May 12 14:54:06.016298 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d1f2fc3f-94ec-4afe-86c4-afecfd4ac23f req-12350bab-5b15-479b-ad5b-d805a3f5021b tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523548
May 12 14:54:06.118659 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ae8cfda6-8c72-468f-a24d-a36458a5df29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:06.135440 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cfda6-8c72-468f-a24d-a36458a5df29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:06.148855 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-53e3a1c9-d0f1-448e-9dfe-84f33cb1bb94 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:06.197757 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3a1c9-d0f1-448e-9dfe-84f33cb1bb94 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Pushing event deleted for resources: {'Port': ['ID=2d190d41-ffd2-4406-809e-1fdd11d7c2bb,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:06.228489 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ae8cfda6-8c72-468f-a24d-a36458a5df29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:06.229614 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-ae8cfda6-8c72-468f-a24d-a36458a5df29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f48899e-b2ae-47c1-aa8b-9d6fdbcb60a5 HTTP/1.1" status: 204  len: 168 time: 0.5376756
May 12 14:54:06.291181 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-53e3a1c9-d0f1-448e-9dfe-84f33cb1bb94 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks [] for floatingip, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:06.305652 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-53e3a1c9-d0f1-448e-9dfe-84f33cb1bb94 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:06.306855 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-53e3a1c9-d0f1-448e-9dfe-84f33cb1bb94 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "DELETE /v2.0/floatingips/65615b4b-6e7f-4666-b071-ff0dad68aa28 HTTP/1.1" status: 204  len: 168 time: 1.0579891
May 12 14:54:06.370907 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device b2d377be-5a49-46c3-8536-f69f3d36a7e9 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:54:06.538650 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa574d2-40d1-4fce-ae37-036ab7eab224 req-c0500730-e11f-4fdb-9e5c-0d33f99e04b2 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:06.540205 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cfa574d2-40d1-4fce-ae37-036ab7eab224 req-c0500730-e11f-4fdb-9e5c-0d33f99e04b2 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 944 time: 0.0802996
May 12 14:54:06.586887 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cfa574d2-40d1-4fce-ae37-036ab7eab224 req-097c7297-11d5-4d35-8b96-61508f2633d1 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408747
May 12 14:54:06.594319 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port b2d377be-5a49-46c3-8536-f69f3d36a7e9 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:54:06.600574 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port b2d377be-5a49-46c3-8536-f69f3d36a7e9 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:54:06.600574 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:06.748780 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:06.779086 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12704ca3-a417-4cab-9a2c-98b9275218eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d377be-5a49-46c3-8536-f69f3d36a7e9'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:54:06.791141 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port b2d377be-5a49-46c3-8536-f69f3d36a7e9, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b2d377be-5a49-46c3-8536-f69f3d36a7e9,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:06.840326 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7daebef2-2c74-410e-9161-4bc62a48c3a6'] response: {'server_uuid': '12704ca3-a417-4cab-9a2c-98b9275218eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d377be-5a49-46c3-8536-f69f3d36a7e9', 'code': 200}
May 12 14:54:06.883947 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde8f43-d165-4980-95d2-edef3ae571e4 req-16de3d71-f3ef-4f82-8778-5f4435e8d68e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:06.886420 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3cde8f43-d165-4980-95d2-edef3ae571e4 req-16de3d71-f3ef-4f82-8778-5f4435e8d68e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 944 time: 0.0899038
May 12 14:54:06.935080 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3cde8f43-d165-4980-95d2-edef3ae571e4 req-f9903864-feed-4a92-8bfb-669c7238a7e4 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439150
May 12 14:54:06.936889 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:07.010190 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=b2d377be-5a49-46c3-8536-f69f3d36a7e9,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:07.010635 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde6eed-9604-423a-a738-a441e5f68ec2 req-2e02ede3-ac33-4436-bfe4-19cc8c539337 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:07.012180 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dcde6eed-9604-423a-a738-a441e5f68ec2 req-2e02ede3-ac33-4436-bfe4-19cc8c539337 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 946 time: 0.0868275
May 12 14:54:07.057104 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-dcde6eed-9604-423a-a738-a441e5f68ec2 req-f59ece6d-ba74-4dee-b796-77344f72d4fc tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389748
May 12 14:54:07.209241 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b643e-ced2-4c3c-a5be-d4181eb9614d req-9fb88f91-6cb3-4e75-b0cc-eb53c7444e75 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:07.210782 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d16b643e-ced2-4c3c-a5be-d4181eb9614d req-9fb88f91-6cb3-4e75-b0cc-eb53c7444e75 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.0806608
May 12 14:54:07.254827 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d16b643e-ced2-4c3c-a5be-d4181eb9614d req-c8ff4b56-6087-461b-a414-e0376ba50115 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381548
May 12 14:54:07.355773 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252bc71-c046-46dc-bb46-2f0751a3739f req-0db61ff0-9784-486b-82f8-bd71e26bbf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:07.357233 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e252bc71-c046-46dc-bb46-2f0751a3739f req-0db61ff0-9784-486b-82f8-bd71e26bbf6b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 1099 time: 0.0730312
May 12 14:54:07.399155 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e252bc71-c046-46dc-bb46-2f0751a3739f req-420c8a72-13b3-41f3-aa5c-8ff6e48d163b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0349059
May 12 14:54:07.773326 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a7e5b-a7c9-46f0-98b5-ccfcdc969163 req-230207bc-7796-4365-a0ae-6682ed5c31ed tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:07.774838 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-969a7e5b-a7c9-46f0-98b5-ccfcdc969163 req-230207bc-7796-4365-a0ae-6682ed5c31ed tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 944 time: 0.0804644
May 12 14:54:07.819324 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-969a7e5b-a7c9-46f0-98b5-ccfcdc969163 req-94656b72-3f05-4355-a985-12b13dacd28b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387299
May 12 14:54:08.128369 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d8d43-2193-4cee-bff7-9b162cb17ef0 req-71249ea2-3331-4290-b645-49219c2ffb97 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:08.129900 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-aa9d8d43-2193-4cee-bff7-9b162cb17ef0 req-71249ea2-3331-4290-b645-49219c2ffb97 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 944 time: 0.0852509
May 12 14:54:08.175531 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-aa9d8d43-2193-4cee-bff7-9b162cb17ef0 req-b2d68a0f-f98e-41c9-b735-0bddcc98f5ca tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396571
May 12 14:54:08.250379 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ae54e-16d7-4e56-8f55-d1652ec46e16 req-17ee5e4d-dfb0-4b83-ad0a-bcda0c2679c4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:08.251843 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b66ae54e-16d7-4e56-8f55-d1652ec46e16 req-17ee5e4d-dfb0-4b83-ad0a-bcda0c2679c4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 946 time: 0.0875821
May 12 14:54:08.297972 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b66ae54e-16d7-4e56-8f55-d1652ec46e16 req-03143cf9-cf09-4e11-b3a4-8da252fa1f45 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402920
May 12 14:54:08.365629 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 00ee9d33-d084-4d18-b69d-a02dc7875eab up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:54:08.448291 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3e2ec-a79f-4891-a335-b51d07d740d4 req-cd5768dc-0ff7-466f-b8e2-c7f17e4969b5 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:08.449755 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d9c3e2ec-a79f-4891-a335-b51d07d740d4 req-cd5768dc-0ff7-466f-b8e2-c7f17e4969b5 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.0816276
May 12 14:54:08.493466 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d9c3e2ec-a79f-4891-a335-b51d07d740d4 req-2912dcf3-734c-4fda-a95e-f707e38c973a tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379639
May 12 14:54:08.640101 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port 00ee9d33-d084-4d18-b69d-a02dc7875eab completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:54:08.645837 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 00ee9d33-d084-4d18-b69d-a02dc7875eab triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:54:08.646101 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:08.771250 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:08.802883 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 00ee9d33-d084-4d18-b69d-a02dc7875eab, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=00ee9d33-d084-4d18-b69d-a02dc7875eab,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:08.841769 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dadfa9-df81-4e69-aa33-d99984dbebfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ee9d33-d084-4d18-b69d-a02dc7875eab'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:54:08.888364 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2965854-ba74-4c62-b525-26536df7cd43'] response: {'server_uuid': '59dadfa9-df81-4e69-aa33-d99984dbebfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ee9d33-d084-4d18-b69d-a02dc7875eab', 'code': 200}
May 12 14:54:08.999920 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:09.000765 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 74c60ae0-11dc-4a5e-afb9-11e124615006 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:54:09.008106 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648b196-ed7e-436d-83ae-0e2f7755d2f9 req-1b11e6a5-2ca3-472e-8a73-0da6cf02b98a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:09.009607 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4648b196-ed7e-436d-83ae-0e2f7755d2f9 req-1b11e6a5-2ca3-472e-8a73-0da6cf02b98a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 944 time: 0.0816665
May 12 14:54:09.065043 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-4648b196-ed7e-436d-83ae-0e2f7755d2f9 req-de203ff6-743e-4275-ac3a-8af96b74059e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484390
May 12 14:54:09.123939 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=00ee9d33-d084-4d18-b69d-a02dc7875eab,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:09.268546 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port 74c60ae0-11dc-4a5e-afb9-11e124615006 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:54:09.273730 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 74c60ae0-11dc-4a5e-afb9-11e124615006 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:54:09.274517 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:09.375357 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f297c-d6be-498e-98e9-820ab36410c9 req-bc332361-adc8-4eaa-80cc-867856df0ba2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:09.377353 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e33f297c-d6be-498e-98e9-820ab36410c9 req-bc332361-adc8-4eaa-80cc-867856df0ba2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 944 time: 0.0870008
May 12 14:54:09.401212 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:09.422286 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e33f297c-d6be-498e-98e9-820ab36410c9 req-12c2a123-f86a-40ac-a449-660503189a88 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392492
May 12 14:54:09.435139 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 74c60ae0-11dc-4a5e-afb9-11e124615006, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74c60ae0-11dc-4a5e-afb9-11e124615006,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:09.524190 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:09.596551 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=74c60ae0-11dc-4a5e-afb9-11e124615006,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:09.608592 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaabecf-b0ee-4643-b33f-8a1fa1b8f467 req-e6597f60-48e6-40c5-9f9a-74c63dbb1c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:09.610117 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbaabecf-b0ee-4643-b33f-8a1fa1b8f467 req-e6597f60-48e6-40c5-9f9a-74c63dbb1c65 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 1098 time: 0.1310492
May 12 14:54:09.645632 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d30ce9-06c6-4602-8a1d-966a3e658af0 req-08f755b0-6b07-4afb-9f1e-0b241571d215 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:09.647059 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e3d30ce9-06c6-4602-8a1d-966a3e658af0 req-08f755b0-6b07-4afb-9f1e-0b241571d215 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 946 time: 0.1280410
May 12 14:54:09.682607 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cbaabecf-b0ee-4643-b33f-8a1fa1b8f467 req-3aaaf3bb-bc8e-46fb-a171-ef0f554316dd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652561
May 12 14:54:09.705489 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e3d30ce9-06c6-4602-8a1d-966a3e658af0 req-383c30b6-7b01-404c-929e-5d00e5139f11 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492971
May 12 14:54:09.881564 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe760e4-5485-49f5-8dc4-5fa8dbd3f200 req-3dafbb72-6ab3-4166-8946-c96e4bffbe87 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:09.883014 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1fe760e4-5485-49f5-8dc4-5fa8dbd3f200 req-3dafbb72-6ab3-4166-8946-c96e4bffbe87 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.0833473
May 12 14:54:09.885536 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d6b8a-cb5a-42cf-9462-aa6e835590ed req-883ee8e8-6371-4fe7-a9af-06a31b79dc2d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:09.886238 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-413d6b8a-cb5a-42cf-9462-aa6e835590ed req-883ee8e8-6371-4fe7-a9af-06a31b79dc2d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Synchronizing usage tracker for tenant:0301badcd92e4cc483246a0fa4949060 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:54:09.926664 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1fe760e4-5485-49f5-8dc4-5fa8dbd3f200 req-ef526192-94d5-4523-8e23-c0393eab61d8 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379672
May 12 14:54:10.011180 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-413d6b8a-cb5a-42cf-9462-aa6e835590ed req-883ee8e8-6371-4fe7-a9af-06a31b79dc2d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Unset dirty status for tenant:0301badcd92e4cc483246a0fa4949060 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:54:10.012396 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-413d6b8a-cb5a-42cf-9462-aa6e835590ed req-883ee8e8-6371-4fe7-a9af-06a31b79dc2d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.2055967
May 12 14:54:10.057147 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-413d6b8a-cb5a-42cf-9462-aa6e835590ed req-5d926c1d-e5fc-43eb-b127-d5e210e136d8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Synchronizing usage tracker for tenant:0301badcd92e4cc483246a0fa4949060 on resource:security_group {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:54:10.098912 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81e80e-99db-4405-85b0-ecc1ada517ad req-b960fd88-b297-4b76-aeb5-18de9aa14fcc tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:10.100403 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4b81e80e-99db-4405-85b0-ecc1ada517ad req-b960fd88-b297-4b76-aeb5-18de9aa14fcc tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 946 time: 0.0790732
May 12 14:54:10.145839 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4b81e80e-99db-4405-85b0-ecc1ada517ad req-96d7fb3c-8df8-457e-840e-eb6d0475a078 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395458
May 12 14:54:10.166470 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-413d6b8a-cb5a-42cf-9462-aa6e835590ed req-5d926c1d-e5fc-43eb-b127-d5e210e136d8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Unset dirty status for tenant:0301badcd92e4cc483246a0fa4949060 on resource:security_group {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:54:10.167673 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-413d6b8a-cb5a-42cf-9462-aa6e835590ed req-5d926c1d-e5fc-43eb-b127-d5e210e136d8 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495066
May 12 14:54:10.168924 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 38126) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:10.331979 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375edaa-68e1-4fd7-9e9a-7562a7e5b937 req-2d32556a-6b6c-43b2-a621-965d33dbbf2e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:10.333435 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8375edaa-68e1-4fd7-9e9a-7562a7e5b937 req-2d32556a-6b6c-43b2-a621-965d33dbbf2e tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 945 time: 0.0843630
May 12 14:54:10.377451 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8375edaa-68e1-4fd7-9e9a-7562a7e5b937 req-f5e0a763-f905-4326-b31c-5e5d7a662fde tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382881
May 12 14:54:10.508344 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b71637-14f0-4894-9c43-680e76e6d780 tempest-TestVolumeBootPattern-1908204095 tempest-TestVolumeBootPattern-1908204095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:10.509851 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-52b71637-14f0-4894-9c43-680e76e6d780 tempest-TestVolumeBootPattern-1908204095 tempest-TestVolumeBootPattern-1908204095-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 1094 time: 0.3400350
May 12 14:54:10.512707 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 38134) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:10.517376 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Request body: {'floatingip': {'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'port_id': 'b2d377be-5a49-46c3-8536-f69f3d36a7e9', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:54:10.522976 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:54:10.526720 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Usage tracker for resource:floatingip and tenant:235689d103ed4d0dbe7b78698395bd21 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:54:10.529587 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:54:10.537282 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:54:10.617072 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ccb1c-d143-49cc-8a29-25808d49b6d7 req-9b39e34a-e71c-4082-8fb7-40622a8cb73a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:10.618489 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d43ccb1c-d143-49cc-8a29-25808d49b6d7 req-9b39e34a-e71c-4082-8fb7-40622a8cb73a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0832546
May 12 14:54:10.661490 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d43ccb1c-d143-49cc-8a29-25808d49b6d7 req-0a9f2c00-9dbe-45b8-a3a4-e2808e973426 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372472
May 12 14:54:10.673997 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for floatingip, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:10.814662 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:10.890028 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5184e752-c944-4ecd-a516-600944c18dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c60ae0-11dc-4a5e-afb9-11e124615006'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:54:10.940926 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fcf0f31-7c0d-48ec-83f8-d89ffcd74017'] response: {'server_uuid': '5184e752-c944-4ecd-a516-600944c18dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'code': 200}
May 12 14:54:10.959175 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Allocated IP 172.27.3.152 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/a519fe51-d3d2-456b-89d5-5ceb70e294a5) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:54:11.164816 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:11.183268 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd877cfc-e6de-4928-b473-fa85c253ec0a req-7717d66b-8fe3-49d1-b7f4-4171da38b813 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:11.184727 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-fd877cfc-e6de-4928-b473-fa85c253ec0a req-7717d66b-8fe3-49d1-b7f4-4171da38b813 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.1507127
May 12 14:54:11.241795 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-fd877cfc-e6de-4928-b473-fa85c253ec0a req-496aff23-efa4-42d8-bceb-440c6a99ed2e tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472615
May 12 14:54:11.324968 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c236344-60da-47f9-aef2-4ebd5738deb5 req-ae51bc1e-0893-41db-be4b-30d0abe2390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:11.326767 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0c236344-60da-47f9-aef2-4ebd5738deb5 req-ae51bc1e-0893-41db-be4b-30d0abe2390e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0bfe8d8bce3f496d9162c7f9c8727273&device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 1098 time: 0.0740864
May 12 14:54:11.328567 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:11.375608 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56491-17fe-4da3-bcc6-d32e2509b25d req-09f7be19-2efb-4f06-ad13-3b05145db913 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:11.388741 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e7a56491-17fe-4da3-bcc6-d32e2509b25d req-09f7be19-2efb-4f06-ad13-3b05145db913 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.0825181
May 12 14:54:11.426272 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e7a56491-17fe-4da3-bcc6-d32e2509b25d req-dacfc95c-8105-4e0e-b526-05a7fe391bdd tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426140
May 12 14:54:11.472668 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:54:11.483934 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:54:11.489720 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:54:11.553478 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'Port': ['ID=a519fe51-d3d2-456b-89d5-5ceb70e294a5,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:11.741479 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c236344-60da-47f9-aef2-4ebd5738deb5 req-035899ad-d07a-479f-9f5c-7ec959725ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:11.742975 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0c236344-60da-47f9-aef2-4ebd5738deb5 req-035899ad-d07a-479f-9f5c-7ec959725ffd service neutron] 10.222.0.71 "GET /v2.0/networks?id=4c2f6902-97e3-4408-9b2c-59df76c4d77b HTTP/1.1" status: 200  len: 910 time: 0.4073524
May 12 14:54:11.873278 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca530164-71d9-49c8-a1df-3b42c2f524d5 req-a3c5781f-1565-4e20-844f-e27034b39058 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:11.874724 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ca530164-71d9-49c8-a1df-3b42c2f524d5 req-a3c5781f-1565-4e20-844f-e27034b39058 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0964108
May 12 14:54:11.893357 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a76ff-073a-4602-9f25-bac4d9738fec req-b2e5c628-5231-4e47-9e65-9655786f5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:11.895379 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-701a76ff-073a-4602-9f25-bac4d9738fec req-b2e5c628-5231-4e47-9e65-9655786f5ca0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 1098 time: 0.3783212
May 12 14:54:11.918935 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09574379-467e-4741-9cd0-c13889e9623d req-5165e705-e2fb-4e3d-a48e-1c3006f6869b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:11.919139 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ca530164-71d9-49c8-a1df-3b42c2f524d5 req-0ce9c3ae-2baf-45fa-bfc5-5636a9a95f76 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379498
May 12 14:54:11.920358 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-09574379-467e-4741-9cd0-c13889e9623d req-5165e705-e2fb-4e3d-a48e-1c3006f6869b tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 945 time: 0.4043639
May 12 14:54:12.015089 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe543b-ffb4-40ae-a7fe-021208ffe227 req-e8220285-336c-4ea7-921d-9ce54855b901 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:12.016522 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cfbe543b-ffb4-40ae-a7fe-021208ffe227 req-e8220285-336c-4ea7-921d-9ce54855b901 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.71 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.0827918
May 12 14:54:12.032485 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0c236344-60da-47f9-aef2-4ebd5738deb5 req-92ffbd2a-7b95-4bc2-af0a-2803dbeaed43 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71d6ba38-f010-4812-ade3-cd0173c05466 HTTP/1.1" status: 200  len: 1000 time: 0.2715061
May 12 14:54:12.090267 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-cfbe543b-ffb4-40ae-a7fe-021208ffe227 req-631c3d4b-8b3b-4a35-b9ea-35a14304da7e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Deleting port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:54:12.090607 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-cfbe543b-ffb4-40ae-a7fe-021208ffe227 req-631c3d4b-8b3b-4a35-b9ea-35a14304da7e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:12.307195 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-701a76ff-073a-4602-9f25-bac4d9738fec req-a63f7be2-ee8e-4ff4-a886-5b357cb3526e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3178561
May 12 14:54:12.309873 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-09574379-467e-4741-9cd0-c13889e9623d req-f6ceb4fe-7dd5-4a57-ae36-bb845b13f27a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3787541
May 12 14:54:12.317749 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c236344-60da-47f9-aef2-4ebd5738deb5 req-3896d642-8317-40f3-a77d-09f385c0be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:12.319209 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0c236344-60da-47f9-aef2-4ebd5738deb5 req-3896d642-8317-40f3-a77d-09f385c0be6c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bc671b6f-54dd-41f2-becb-3db170ece0f8 HTTP/1.1" status: 200  len: 848 time: 0.2783842
May 12 14:54:12.359817 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-cfbe543b-ffb4-40ae-a7fe-021208ffe227 req-631c3d4b-8b3b-4a35-b9ea-35a14304da7e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] For port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:12.360632 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-cfbe543b-ffb4-40ae-a7fe-021208ffe227 req-631c3d4b-8b3b-4a35-b9ea-35a14304da7e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:12.416643 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:12.513096 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfeb12-a512-4088-89ba-c39f16ad129a req-5cae68f2-17af-41fc-8906-d4e7258cff8a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:12.514527 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-53bfeb12-a512-4088-89ba-c39f16ad129a req-5cae68f2-17af-41fc-8906-d4e7258cff8a tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 945 time: 0.0850937
May 12 14:54:12.523559 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 38154) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:12.529548 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-0910b98a-4287-4402-b65d-83744c44fa74 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Request body: {'floatingip': {'port_id': '00ee9d33-d084-4d18-b69d-a02dc7875eab'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:54:12.598843 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-cfbe543b-ffb4-40ae-a7fe-021208ffe227 req-631c3d4b-8b3b-4a35-b9ea-35a14304da7e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Calling delete_port for 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb owned by compute:nova {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:54:12.698583 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4734d23-e53a-483d-9876-121bc2570d3e req-7f5c96e6-49a5-4359-bf2b-a8ea5b6a8fc8 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:12.700047 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e4734d23-e53a-483d-9876-121bc2570d3e req-7f5c96e6-49a5-4359-bf2b-a8ea5b6a8fc8 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.3313768
May 12 14:54:12.727927 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0910b98a-4287-4402-b65d-83744c44fa74 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:12.791872 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e4734d23-e53a-483d-9876-121bc2570d3e req-cdcda138-8d44-4c23-b42d-2893e398458a tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604029
May 12 14:54:12.888297 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:12.895344 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-cfbe543b-ffb4-40ae-a7fe-021208ffe227 req-631c3d4b-8b3b-4a35-b9ea-35a14304da7e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:12.947105 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb', 'e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:54:12.947708 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c3d4b-8b3b-4a35-b9ea-35a14304da7e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Pushing event deleted for resources: {'Port': ['ID=358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:13.034180 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbe543b-ffb4-40ae-a7fe-021208ffe227 req-631c3d4b-8b3b-4a35-b9ea-35a14304da7e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] No DVR routers for this DVR port 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb on host hv-cinder-83118 {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:54:13.038688 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-cfbe543b-ffb4-40ae-a7fe-021208ffe227 req-631c3d4b-8b3b-4a35-b9ea-35a14304da7e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:13.042454 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c236344-60da-47f9-aef2-4ebd5738deb5 req-c7d2b7c6-26f8-4a89-bd22-23ac94115a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:13.043100 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce97f89-b3ca-43bc-95bb-fc748d173ed5', 'name': 'network-vif-deleted', 'tag': '358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:54:13.043888 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0c236344-60da-47f9-aef2-4ebd5738deb5 req-c7d2b7c6-26f8-4a89-bd22-23ac94115a6b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c2f6902-97e3-4408-9b2c-59df76c4d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4315982
May 12 14:54:13.123885 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb30a45-b5a9-470c-a410-d6786787e6d9 req-0f5e4dd6-cdf7-417b-a762-9e4c8858d339 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:13.125611 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8bb30a45-b5a9-470c-a410-d6786787e6d9 req-0f5e4dd6-cdf7-417b-a762-9e4c8858d339 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 945 time: 0.5110874
May 12 14:54:13.161274 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a993a59-ae70-41bb-a800-91ae0b498c6d req-f4856be1-a7a6-45de-bb7a-346517b5896b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:13.163223 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9a993a59-ae70-41bb-a800-91ae0b498c6d req-f4856be1-a7a6-45de-bb7a-346517b5896b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0936322
May 12 14:54:13.189119 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-cfbe543b-ffb4-40ae-a7fe-021208ffe227 req-631c3d4b-8b3b-4a35-b9ea-35a14304da7e tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.71 "DELETE /v2.0/ports/358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb HTTP/1.1" status: 204  len: 173 time: 1.1674712
May 12 14:54:13.216310 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9a993a59-ae70-41bb-a800-91ae0b498c6d req-eff2de0c-e679-4258-a9da-54b77bee6f69 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469694
May 12 14:54:13.271779 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b2e4a4-1fea-4b61-87d7-e59dc4553cb6'] response: {'server_uuid': '2ce97f89-b3ca-43bc-95bb-fc748d173ed5', 'name': 'network-vif-deleted', 'tag': '358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb', 'status': 'completed', 'code': 200}
May 12 14:54:13.446920 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8bb30a45-b5a9-470c-a410-d6786787e6d9 req-d369eca7-a8b5-45e5-a2ef-1c8b81c2af68 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2486598
May 12 14:54:13.494288 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0c236344-60da-47f9-aef2-4ebd5738deb5 req-35a6587b-d17e-416e-acb4-a5a21824a452 service neutron] 10.222.0.71 "GET /v2.0/networks/4c2f6902-97e3-4408-9b2c-59df76c4d77b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3783712
May 12 14:54:13.608007 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.db.resource_extend [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 12 14:54:13.782088 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:13.862836 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0c236344-60da-47f9-aef2-4ebd5738deb5 req-c5c2ff77-a93e-47e1-8e36-639cc6c7867f service neutron] 10.222.0.71 "GET /v2.0/networks/4c2f6902-97e3-4408-9b2c-59df76c4d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2942233
May 12 14:54:13.941499 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:13.996892 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6efb1-b42b-468b-88f2-f8e9f39c7bed req-b266172a-646c-49dd-8c0d-895224e94e71 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:14.003041 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9ba6efb1-b42b-468b-88f2-f8e9f39c7bed req-b266172a-646c-49dd-8c0d-895224e94e71 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.0876689
May 12 14:54:14.049357 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9ba6efb1-b42b-468b-88f2-f8e9f39c7bed req-6e982999-cd71-4c2d-a3af-b4b5179d1a45 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440316
May 12 14:54:14.088712 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'Port': ['ID=a519fe51-d3d2-456b-89d5-5ceb70e294a5,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:14.094141 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0910b98a-4287-4402-b65d-83744c44fa74 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:14.103685 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:14.246597 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0910b98a-4287-4402-b65d-83744c44fa74 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:14.505268 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Floating IP 8e3b1176-4833-45ec-862e-3054421b7103 associated. External IP: 172.27.3.152, port: b2d377be-5a49-46c3-8536-f69f3d36a7e9.
May 12 14:54:14.599937 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [None req-0910b98a-4287-4402-b65d-83744c44fa74 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Floating IP 13e1bede-e0b0-452d-9b45-de55bc6365a0 associated. External IP: 172.27.3.9, port: 00ee9d33-d084-4d18-b69d-a02dc7875eab.
May 12 14:54:14.614861 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-8a1e768c-3d65-4213-9d9c-2cc91c57a8a9 req-9429e9de-d162-41c3-b38f-4b87c302a804 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Synchronizing usage tracker for tenant:0301badcd92e4cc483246a0fa4949060 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:54:14.742523 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-8a1e768c-3d65-4213-9d9c-2cc91c57a8a9 req-9429e9de-d162-41c3-b38f-4b87c302a804 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Unset dirty status for tenant:0301badcd92e4cc483246a0fa4949060 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:54:14.743688 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8a1e768c-3d65-4213-9d9c-2cc91c57a8a9 req-9429e9de-d162-41c3-b38f-4b87c302a804 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ce97f89-b3ca-43bc-95bb-fc748d173ed5 HTTP/1.1" status: 200  len: 210 time: 0.1743662
May 12 14:54:14.766080 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f3bca-f54c-4430-be25-022894c84979 req-fae3a59d-b615-463e-b0bf-55eda8ce21b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:14.767564 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-774f3bca-f54c-4430-be25-022894c84979 req-fae3a59d-b615-463e-b0bf-55eda8ce21b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.4337025
May 12 14:54:14.896840 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-774f3bca-f54c-4430-be25-022894c84979 req-747446d4-a3e2-4095-9a92-94ce6fd341a3 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1233869
May 12 14:54:15.081354 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07512508-8bd0-48e5-a0c2-c5cacf87e479 req-c89ad2f1-5d4b-42fc-a368-5646fe318fd7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:15.082959 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-07512508-8bd0-48e5-a0c2-c5cacf87e479 req-c89ad2f1-5d4b-42fc-a368-5646fe318fd7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0828898
May 12 14:54:15.092679 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 38172) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:15.098453 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-d2b1ddb1-a8ab-41aa-b50d-c13db656cf3a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Request body: {'floatingip': {'port_id': '74c60ae0-11dc-4a5e-afb9-11e124615006'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:54:15.181369 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2b1ddb1-a8ab-41aa-b50d-c13db656cf3a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for floatingip, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:15.407102 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Router 554c63b5-57ba-435f-a9c7-b27d26a38d83 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:54:15.413180 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0910b98a-4287-4402-b65d-83744c44fa74 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Router c38fe156-063f-4a54-8803-4982f93583c5 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:54:15.439694 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cfdb2-6436-4df1-a870-aa854b553312 req-792b07bc-1608-49fd-924a-186a8fca6591 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:15.441178 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-392cfdb2-6436-4df1-a870-aa854b553312 req-792b07bc-1608-49fd-924a-186a8fca6591 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.2286789
May 12 14:54:15.709192 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-392cfdb2-6436-4df1-a870-aa854b553312 req-3d97ca2f-4918-4f7e-8e48-8fe945e45865 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2172039
May 12 14:54:15.792495 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2b1ddb1-a8ab-41aa-b50d-c13db656cf3a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:15.801992 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:54:15.813990 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405e64e-ad8d-4626-b0ae-83cc2dd3fea5 None None] Sync routers for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:54:15.823247 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0910b98a-4287-4402-b65d-83744c44fa74 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:54:15.824920 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405e64e-ad8d-4626-b0ae-83cc2dd3fea5 None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:54:15.825725 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-7405e64e-ad8d-4626-b0ae-83cc2dd3fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87e35a60>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:15.833869 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901d4da0-bfbd-4b78-95de-d180e06d08de None None] Sync routers for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:54:15.836858 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0910b98a-4287-4402-b65d-83744c44fa74 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:15.846128 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d4da0-bfbd-4b78-95de-d180e06d08de None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:54:15.847941 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-901d4da0-bfbd-4b78-95de-d180e06d08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c88cf10>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:15.855878 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2b1ddb1-a8ab-41aa-b50d-c13db656cf3a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:15.897067 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-0910b98a-4287-4402-b65d-83744c44fa74 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "PUT /v2.0/floatingips/13e1bede-e0b0-452d-9b45-de55bc6365a0 HTTP/1.1" status: 200  len: 989 time: 3.3720443
May 12 14:54:15.897724 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dadfa9-df81-4e69-aa33-d99984dbebfc', 'tag': '00ee9d33-d084-4d18-b69d-a02dc7875eab'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:54:15.915058 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:15.976278 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b638a03-e2aa-482e-bafa-f04bf8c08111'] response: {'name': 'network-changed', 'server_uuid': '59dadfa9-df81-4e69-aa33-d99984dbebfc', 'tag': '00ee9d33-d084-4d18-b69d-a02dc7875eab', 'status': 'completed', 'code': 200}
May 12 14:54:16.011361 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-d0ca761b-c181-47be-8d8e-a29144faeff4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.4974780
May 12 14:54:16.092914 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-7405e64e-ad8d-4626-b0ae-83cc2dd3fea5 None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:54:16.128751 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66107a9e-ab92-438f-83c9-372fc279cb3c req-4d88feee-b5eb-4ab2-8494-05320b45903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:16.130620 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-66107a9e-ab92-438f-83c9-372fc279cb3c req-4d88feee-b5eb-4ab2-8494-05320b45903f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=67a8451272cc41ebaf1598ed940bf09a&device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 1098 time: 0.0986321
May 12 14:54:16.257191 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.l3_db [None req-d2b1ddb1-a8ab-41aa-b50d-c13db656cf3a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Floating IP 4d706b2a-ff8b-4d4c-99e4-28f27e661df4 associated. External IP: 172.27.3.30, port: 74c60ae0-11dc-4a5e-afb9-11e124615006.
May 12 14:54:16.258874 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-901d4da0-bfbd-4b78-95de-d180e06d08de None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:54:16.341658 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66107a9e-ab92-438f-83c9-372fc279cb3c req-97221f02-119c-4925-9cf9-af78abad617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:16.343625 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-66107a9e-ab92-438f-83c9-372fc279cb3c req-97221f02-119c-4925-9cf9-af78abad617b service neutron] 10.222.0.71 "GET /v2.0/networks?id=9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 200  len: 916 time: 0.1970906
May 12 14:54:16.521241 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-66107a9e-ab92-438f-83c9-372fc279cb3c req-6e429b65-9eba-4c6d-9c48-9298ead3f76b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00ee9d33-d084-4d18-b69d-a02dc7875eab HTTP/1.1" status: 200  len: 997 time: 0.1677999
May 12 14:54:16.544091 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:54:16.607281 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:54:16.607681 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 358fc7eb-4380-4c2b-b14e-ae8fe0eb56fb not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:54:16.608126 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 71d6ba38-f010-4812-ade3-cd0173c05466 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:54:16.675394 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66107a9e-ab92-438f-83c9-372fc279cb3c req-7e94fb9d-c9ec-43c4-ae7f-38eacb988936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:16.676852 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-66107a9e-ab92-438f-83c9-372fc279cb3c req-7e94fb9d-c9ec-43c4-ae7f-38eacb988936 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f368cfb-e379-4448-9120-bcd23ab51263 HTTP/1.1" status: 200  len: 854 time: 0.1482043
May 12 14:54:16.701282 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b1ddb1-a8ab-41aa-b50d-c13db656cf3a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Router e5f01646-5ea2-4ada-979a-35d8fd523361 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:54:16.825097 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-901d4da0-bfbd-4b78-95de-d180e06d08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c88cf10>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '13e1bede-e0b0-452d-9b45-de55bc6365a0', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': '00ee9d33-d084-4d18-b69d-a02dc7875eab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:0e:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dadfa9-df81-4e69-aa33-d99984dbebfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:53:49Z', 'updated_at': '2022-05-12T14:54:13Z', 'revision_number': 1, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:16.828381 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:16.830899 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901d4da0-bfbd-4b78-95de-d180e06d08de None None] Checking router: c38fe156-063f-4a54-8803-4982f93583c5 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:54:16.841968 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d4da0-bfbd-4b78-95de-d180e06d08de None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:54:16.842791 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-901d4da0-bfbd-4b78-95de-d180e06d08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c88cf10>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:16.862301 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-7405e64e-ad8d-4626-b0ae-83cc2dd3fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87e35a60>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '8e3b1176-4833-45ec-862e-3054421b7103', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'port_id': 'b2d377be-5a49-46c3-8536-f69f3d36a7e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'mac_address': 'fa:16:3e:e7:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12704ca3-a417-4cab-9a2c-98b9275218eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:54:12Z', 'updated_at': '2022-05-12T14:54:12Z', 'revision_number': 0, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:16.882690 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405e64e-ad8d-4626-b0ae-83cc2dd3fea5 None None] Checking router: 554c63b5-57ba-435f-a9c7-b27d26a38d83 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:54:16.891365 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7855c920-9df4-495a-9733-78fe42b1705d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71d6ba38-f010-4812-ade3-cd0173c05466'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:54:16.908768 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 71d6ba38-f010-4812-ade3-cd0173c05466, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=71d6ba38-f010-4812-ade3-cd0173c05466,segment=NetworkSegment(026fa921-25ab-4849-ba71-8f38df60d19c),segment_id=026fa921-25ab-4849-ba71-8f38df60d19c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:16.911383 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405e64e-ad8d-4626-b0ae-83cc2dd3fea5 None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:54:16.912162 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-7405e64e-ad8d-4626-b0ae-83cc2dd3fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87e35a60>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:16.928671 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5f6c3-fe94-4992-a890-578f21b5e29d req-9fd94ab1-320c-495d-b414-4814bf6ff86a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:16.932148 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d8a5f6c3-fe94-4992-a890-578f21b5e29d req-9fd94ab1-320c-495d-b414-4814bf6ff86a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.3461523
May 12 14:54:16.996455 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d8a5f6c3-fe94-4992-a890-578f21b5e29d req-eecabea0-7e2f-4a3f-b378-1948d06aca2d tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534098
May 12 14:54:17.010800 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66107a9e-ab92-438f-83c9-372fc279cb3c req-e5151572-d47d-4c57-b6a0-5cf6d1981c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:17.012841 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-66107a9e-ab92-438f-83c9-372fc279cb3c req-e5151572-d47d-4c57-b6a0-5cf6d1981c22 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9862f13a-dccf-465d-abda-f29b2d232c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3281784
May 12 14:54:17.080721 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-901d4da0-bfbd-4b78-95de-d180e06d08de None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:54:17.117416 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b1ddb1-a8ab-41aa-b50d-c13db656cf3a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:54:17.131652 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2b1ddb1-a8ab-41aa-b50d-c13db656cf3a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:17.149249 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13a9cc3-143d-491f-8cd8-a84c633c00ba'] response: {'server_uuid': '7855c920-9df4-495a-9733-78fe42b1705d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71d6ba38-f010-4812-ade3-cd0173c05466', 'code': 200}
May 12 14:54:17.151457 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d281c86d-879c-4cfd-9e20-a9fc9c2e8e7f None None] Sync routers for ids ['e5f01646-5ea2-4ada-979a-35d8fd523361'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:54:17.154863 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:17.226632 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-66107a9e-ab92-438f-83c9-372fc279cb3c req-efbd95d2-0069-4450-855b-f3d1bc8524b0 service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943126
May 12 14:54:17.249932 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d2b1ddb1-a8ab-41aa-b50d-c13db656cf3a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "PUT /v2.0/floatingips/4d706b2a-ff8b-4d4c-99e4-28f27e661df4 HTTP/1.1" status: 200  len: 990 time: 2.1561284
May 12 14:54:17.250926 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5184e752-c944-4ecd-a516-600944c18dc1', 'tag': '74c60ae0-11dc-4a5e-afb9-11e124615006'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:54:17.260859 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=71d6ba38-f010-4812-ade3-cd0173c05466,revision_number=6']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:17.278880 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281c86d-879c-4cfd-9e20-a9fc9c2e8e7f None None] Routers {'e5f01646-5ea2-4ada-979a-35d8fd523361'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:54:17.279524 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d281c86d-879c-4cfd-9e20-a9fc9c2e8e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8d5f8970>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['e5f01646-5ea2-4ada-979a-35d8fd523361'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:17.280021 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ece326-800c-473d-b365-75888fb595a3 req-551a92c2-dbb5-4b2e-9a6d-dde0531e4cf6 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:17.287559 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-13ece326-800c-473d-b365-75888fb595a3 req-551a92c2-dbb5-4b2e-9a6d-dde0531e4cf6 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.4130726
May 12 14:54:17.381732 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08393297-f7c6-45d1-9e88-f0b2866fdb12'] response: {'name': 'network-changed', 'server_uuid': '5184e752-c944-4ecd-a516-600944c18dc1', 'tag': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'status': 'completed', 'code': 200}
May 12 14:54:17.391997 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-66107a9e-ab92-438f-83c9-372fc279cb3c req-288bb169-63a8-4827-8d4a-c0321533d271 service neutron] 10.222.0.71 "GET /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1642058
May 12 14:54:17.392888 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-13ece326-800c-473d-b365-75888fb595a3 req-1313ed23-b964-4d22-bf29-8f87e63680c0 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1044648
May 12 14:54:17.490677 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-7405e64e-ad8d-4626-b0ae-83cc2dd3fea5 None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:54:17.507525 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-901d4da0-bfbd-4b78-95de-d180e06d08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c88cf10>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '13e1bede-e0b0-452d-9b45-de55bc6365a0', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': '00ee9d33-d084-4d18-b69d-a02dc7875eab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:0e:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dadfa9-df81-4e69-aa33-d99984dbebfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:53:49Z', 'updated_at': '2022-05-12T14:54:13Z', 'revision_number': 1, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:17.511640 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901d4da0-bfbd-4b78-95de-d180e06d08de None None] The sync data for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi is: [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '13e1bede-e0b0-452d-9b45-de55bc6365a0', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'port_id': '00ee9d33-d084-4d18-b69d-a02dc7875eab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'mac_address': 'fa:16:3e:0e:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dadfa9-df81-4e69-aa33-d99984dbebfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:53:49Z', 'updated_at': '2022-05-12T14:54:13Z', 'revision_number': 1, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:54:17.527020 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad25b99-03cc-4a8d-aa47-4debb485caa0 req-ef08f81d-e471-40e2-801c-e6f188b8bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:17.528660 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aad25b99-03cc-4a8d-aa47-4debb485caa0 req-ef08f81d-e471-40e2-801c-e6f188b8bac3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e&device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 1098 time: 0.0836315
May 12 14:54:17.564208 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-d281c86d-879c-4cfd-9e20-a9fc9c2e8e7f None None] Set router e5f01646-5ea2-4ada-979a-35d8fd523361 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:54:17.676208 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad25b99-03cc-4a8d-aa47-4debb485caa0 req-e18207b9-82a2-4696-b52c-48240e0871a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:17.677997 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aad25b99-03cc-4a8d-aa47-4debb485caa0 req-e18207b9-82a2-4696-b52c-48240e0871a1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf HTTP/1.1" status: 200  len: 917 time: 0.1365891
May 12 14:54:17.725319 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82139aa1-e8ff-4c16-9e68-1a8cb3d64ff2 None None] New status for floating IP 13e1bede-e0b0-452d-9b45-de55bc6365a0: ACTIVE {{(pid=88129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:54:17.804516 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aad25b99-03cc-4a8d-aa47-4debb485caa0 req-e6dcceac-f982-4697-8319-7cf4367a7532 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c60ae0-11dc-4a5e-afb9-11e124615006 HTTP/1.1" status: 200  len: 998 time: 0.1111293
May 12 14:54:17.893001 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad25b99-03cc-4a8d-aa47-4debb485caa0 req-0d9d57e6-01e6-4268-9f7c-e4ef5efe3383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:17.894904 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aad25b99-03cc-4a8d-aa47-4debb485caa0 req-0d9d57e6-01e6-4268-9f7c-e4ef5efe3383 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9cc4b301-087e-454e-9a61-3b3c682b44e8 HTTP/1.1" status: 200  len: 855 time: 0.0834098
May 12 14:54:17.973146 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad25b99-03cc-4a8d-aa47-4debb485caa0 req-da5aa360-0005-4cf8-9f4e-0218e62dc0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:17.975603 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aad25b99-03cc-4a8d-aa47-4debb485caa0 req-da5aa360-0005-4cf8-9f4e-0218e62dc0db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744946
May 12 14:54:17.978506 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12704ca3-a417-4cab-9a2c-98b9275218eb', 'tag': 'b2d377be-5a49-46c3-8536-f69f3d36a7e9'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:54:18.084585 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f07379f-1148-4d04-b130-3c2854a716e3'] response: {'name': 'network-changed', 'server_uuid': '12704ca3-a417-4cab-9a2c-98b9275218eb', 'tag': 'b2d377be-5a49-46c3-8536-f69f3d36a7e9', 'status': 'completed', 'code': 200}
May 12 14:54:18.176072 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aad25b99-03cc-4a8d-aa47-4debb485caa0 req-acb0a142-944c-4188-9911-e5680fa24961 service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910417
May 12 14:54:18.219174 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c22c1-b2c0-48b5-a21f-a2728fba1a1c req-6e9c03cf-1ba0-4784-b832-7a73885e5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:18.220827 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0e3c22c1-b2c0-48b5-a21f-a2728fba1a1c req-6e9c03cf-1ba0-4784-b832-7a73885e5cac service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 1099 time: 0.1484785
May 12 14:54:18.237774 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-7405e64e-ad8d-4626-b0ae-83cc2dd3fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87e35a60>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '8e3b1176-4833-45ec-862e-3054421b7103', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'port_id': 'b2d377be-5a49-46c3-8536-f69f3d36a7e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'mac_address': 'fa:16:3e:e7:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12704ca3-a417-4cab-9a2c-98b9275218eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:54:12Z', 'updated_at': '2022-05-12T14:54:12Z', 'revision_number': 0, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:18.244499 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405e64e-ad8d-4626-b0ae-83cc2dd3fea5 None None] The sync data for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi is: [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '8e3b1176-4833-45ec-862e-3054421b7103', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'port_id': 'b2d377be-5a49-46c3-8536-f69f3d36a7e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'mac_address': 'fa:16:3e:e7:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12704ca3-a417-4cab-9a2c-98b9275218eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:54:12Z', 'updated_at': '2022-05-12T14:54:12Z', 'revision_number': 0, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:54:18.257725 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d281c86d-879c-4cfd-9e20-a9fc9c2e8e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8d5f8970>, [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '4d706b2a-ff8b-4d4c-99e4-28f27e661df4', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'port_id': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'mac_address': 'fa:16:3e:75:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5184e752-c944-4ecd-a516-600944c18dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:53:48Z', 'updated_at': '2022-05-12T14:54:15Z', 'revision_number': 1, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7273a1-9d4e-40b8-9ee8-bad32529ad5f', 'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'mac_address': 'fa:16:3e:9e:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:33Z', 'updated_at': '2022-05-12T14:49:41Z', 'revision_number': 5, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'subnets': [{'id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:18.265561 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d281c86d-879c-4cfd-9e20-a9fc9c2e8e7f None None] Checking router: e5f01646-5ea2-4ada-979a-35d8fd523361 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:54:18.281846 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281c86d-879c-4cfd-9e20-a9fc9c2e8e7f None None] Routers {'e5f01646-5ea2-4ada-979a-35d8fd523361'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:54:18.283375 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d281c86d-879c-4cfd-9e20-a9fc9c2e8e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8d5f8970>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:53:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['e5f01646-5ea2-4ada-979a-35d8fd523361'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:18.348875 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1279e2f-27d3-4b9d-b107-d222af908391 req-16b9755a-30be-4c75-90d0-dd74e0753d27 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:18.352574 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1279e2f-27d3-4b9d-b107-d222af908391 req-16b9755a-30be-4c75-90d0-dd74e0753d27 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.2066495
May 12 14:54:18.364230 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e7af4942-e637-4829-91b2-8c619c0e06d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:18.428303 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c22c1-b2c0-48b5-a21f-a2728fba1a1c req-2fd73d4c-3913-4a5d-b2d2-b6c0b322a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:18.428303 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0e3c22c1-b2c0-48b5-a21f-a2728fba1a1c req-2fd73d4c-3913-4a5d-b2d2-b6c0b322a500 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 200  len: 913 time: 0.1956861
May 12 14:54:18.430930 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e1279e2f-27d3-4b9d-b107-d222af908391 req-6045121d-d4b0-444e-9555-1f1ab8110771 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633388
May 12 14:54:18.438417 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aad25b99-03cc-4a8d-aa47-4debb485caa0 req-0f12983b-baf5-433a-b458-87219c349954 service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2516773
May 12 14:54:18.527866 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-d281c86d-879c-4cfd-9e20-a9fc9c2e8e7f None None] Set router e5f01646-5ea2-4ada-979a-35d8fd523361 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:54:18.551276 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0e3c22c1-b2c0-48b5-a21f-a2728fba1a1c req-559b4074-af7b-40e6-9a0c-f3b95df5e35c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2d377be-5a49-46c3-8536-f69f3d36a7e9 HTTP/1.1" status: 200  len: 1000 time: 0.1191046
May 12 14:54:18.579225 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0c85c-f163-4231-a244-d0d43721f23b None None] New status for floating IP 8e3b1176-4833-45ec-862e-3054421b7103: ACTIVE {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:54:18.628865 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c22c1-b2c0-48b5-a21f-a2728fba1a1c req-9b6c5d9a-b003-4338-9374-bc46deda8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:18.631130 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0e3c22c1-b2c0-48b5-a21f-a2728fba1a1c req-9b6c5d9a-b003-4338-9374-bc46deda8848 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a75e9722-de70-4d4e-b9c9-c1ef8a801b5c HTTP/1.1" status: 200  len: 851 time: 0.0733919
May 12 14:54:18.646074 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450e347-a08f-4124-b9de-d0de6ffd3e1d req-fb26c562-0260-44b7-9041-a8319415d870 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:18.647669 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a450e347-a08f-4124-b9de-d0de6ffd3e1d req-fb26c562-0260-44b7-9041-a8319415d870 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.0953286
May 12 14:54:18.701611 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a450e347-a08f-4124-b9de-d0de6ffd3e1d req-eaaa18a7-3e95-4d2a-9309-2b38c3dad323 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455821
May 12 14:54:18.759422 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c22c1-b2c0-48b5-a21f-a2728fba1a1c req-7cdeff26-9bc3-48a5-9887-3201e103c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:18.761986 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0e3c22c1-b2c0-48b5-a21f-a2728fba1a1c req-7cdeff26-9bc3-48a5-9887-3201e103c26c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8a9b5d7-4b96-4319-809c-e3bf553d8492&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800200
May 12 14:54:19.004685 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0e3c22c1-b2c0-48b5-a21f-a2728fba1a1c req-8bef3dd6-450a-41a5-9ca7-c4d333a1a83e service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2341826
May 12 14:54:19.151058 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0e3c22c1-b2c0-48b5-a21f-a2728fba1a1c req-02397f94-7be0-4152-9b76-49bff76c2e53 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396470
May 12 14:54:19.214731 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-d281c86d-879c-4cfd-9e20-a9fc9c2e8e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8d5f8970>, [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '4d706b2a-ff8b-4d4c-99e4-28f27e661df4', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'port_id': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'mac_address': 'fa:16:3e:75:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5184e752-c944-4ecd-a516-600944c18dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:53:48Z', 'updated_at': '2022-05-12T14:54:15Z', 'revision_number': 1, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7273a1-9d4e-40b8-9ee8-bad32529ad5f', 'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'mac_address': 'fa:16:3e:9e:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:33Z', 'updated_at': '2022-05-12T14:49:41Z', 'revision_number': 5, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'subnets': [{'id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:19.219119 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d281c86d-879c-4cfd-9e20-a9fc9c2e8e7f None None] The sync data for ids ['e5f01646-5ea2-4ada-979a-35d8fd523361'] in dv-cinder-831187-2-iscsi is: [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '4d706b2a-ff8b-4d4c-99e4-28f27e661df4', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'port_id': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'mac_address': 'fa:16:3e:75:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5184e752-c944-4ecd-a516-600944c18dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:53:48Z', 'updated_at': '2022-05-12T14:54:15Z', 'revision_number': 1, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7273a1-9d4e-40b8-9ee8-bad32529ad5f', 'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'mac_address': 'fa:16:3e:9e:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:33Z', 'updated_at': '2022-05-12T14:49:41Z', 'revision_number': 5, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'subnets': [{'id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:54:19.322660 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba88a9-414b-4228-84ec-8c52e9c7b0e6 req-b5e58fde-4e14-4259-96da-b27595648430 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:19.322660 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-07ba88a9-414b-4228-84ec-8c52e9c7b0e6 req-b5e58fde-4e14-4259-96da-b27595648430 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1395738
May 12 14:54:19.458484 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-07ba88a9-414b-4228-84ec-8c52e9c7b0e6 req-2b0757a6-31d8-4828-b6e7-f94e642b5aef tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Deleting port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:54:19.458859 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-07ba88a9-414b-4228-84ec-8c52e9c7b0e6 req-2b0757a6-31d8-4828-b6e7-f94e642b5aef tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:19.462700 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0e1505-1a43-475b-8aaf-8f73411600e7 None None] New status for floating IP 4d706b2a-ff8b-4d4c-99e4-28f27e661df4: ACTIVE {{(pid=88129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:54:19.544541 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48fb61-667e-4066-8d53-8b60bf6dfe34 req-e8bef22b-41f2-4da0-ad05-9d97419bbfed tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:19.546133 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8c48fb61-667e-4066-8d53-8b60bf6dfe34 req-e8bef22b-41f2-4da0-ad05-9d97419bbfed tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.2234821
May 12 14:54:19.548507 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 38214) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:19.699564 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bf7bc-2639-4dac-93bc-f8ba81aff312 req-42dc87ce-b03e-4b4d-bb9e-e7a0bac03237 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:19.705678 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0f3bf7bc-2639-4dac-93bc-f8ba81aff312 req-42dc87ce-b03e-4b4d-bb9e-e7a0bac03237 tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 945 time: 0.1085241
May 12 14:54:19.752386 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0f3bf7bc-2639-4dac-93bc-f8ba81aff312 req-9c1d299f-da30-4bd6-b841-7a346f2f34bf tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a8b366c-1570-4733-ad35-127bdb15abf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443525
May 12 14:54:19.864407 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8c48fb61-667e-4066-8d53-8b60bf6dfe34 req-9213204d-f3af-41e6-bb5a-87bcd5f2dd25 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2765651
May 12 14:54:19.944655 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-07ba88a9-414b-4228-84ec-8c52e9c7b0e6 req-2b0757a6-31d8-4828-b6e7-f94e642b5aef tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] For port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:19.945017 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-07ba88a9-414b-4228-84ec-8c52e9c7b0e6 req-2b0757a6-31d8-4828-b6e7-f94e642b5aef tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:19.954252 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6ff018d-d8f5-4689-8910-3c8f31eb8cbf req-9a9b9199-9984-49b8-aac8-16eb0ee5e168 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4047513
May 12 14:54:20.073883 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-07ba88a9-414b-4228-84ec-8c52e9c7b0e6 req-2b0757a6-31d8-4828-b6e7-f94e642b5aef tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Calling delete_port for e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 owned by compute:nova {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:54:20.340905 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-07ba88a9-414b-4228-84ec-8c52e9c7b0e6 req-2b0757a6-31d8-4828-b6e7-f94e642b5aef tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:20.381739 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:54:20.389208 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0757a6-31d8-4828-b6e7-f94e642b5aef tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Pushing event deleted for resources: {'Port': ['ID=e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:20.469341 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ba88a9-414b-4228-84ec-8c52e9c7b0e6 req-2b0757a6-31d8-4828-b6e7-f94e642b5aef tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] No DVR routers for this DVR port e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 on host hv-cinder-83118 {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:54:20.471628 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-07ba88a9-414b-4228-84ec-8c52e9c7b0e6 req-2b0757a6-31d8-4828-b6e7-f94e642b5aef tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:20.474041 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a37fa3-19e4-4b7e-adfc-a28ec8493ba1', 'name': 'network-vif-deleted', 'tag': 'e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:54:20.525828 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9712a4f9-14ac-4dcd-b936-11b709df154d'] response: {'server_uuid': 'd2a37fa3-19e4-4b7e-adfc-a28ec8493ba1', 'name': 'network-vif-deleted', 'tag': 'e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4', 'status': 'completed', 'code': 200}
May 12 14:54:20.575920 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-07ba88a9-414b-4228-84ec-8c52e9c7b0e6 req-2b0757a6-31d8-4828-b6e7-f94e642b5aef tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.71 "DELETE /v2.0/ports/e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 HTTP/1.1" status: 204  len: 173 time: 1.2121983
May 12 14:54:20.679675 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c21d-c39e-4e6a-8419-ddd96e7bfc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:20.908359 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-a4988a3f-14a8-4400-9326-b6a4e1efe936 req-8daaaea8-a3e2-46d5-8d63-02887b4f555a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Synchronizing usage tracker for tenant:0301badcd92e4cc483246a0fa4949060 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:54:21.053035 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5d227-9cf2-499d-b398-dfeef07804b5 req-5918a27f-f638-49d9-8ae5-59a20cb52d0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:21.054378 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5bd5d227-9cf2-499d-b398-dfeef07804b5 req-5918a27f-f638-49d9-8ae5-59a20cb52d0d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.0789881
May 12 14:54:21.062329 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-a4988a3f-14a8-4400-9326-b6a4e1efe936 req-8daaaea8-a3e2-46d5-8d63-02887b4f555a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] Unset dirty status for tenant:0301badcd92e4cc483246a0fa4949060 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:54:21.065174 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a4988a3f-14a8-4400-9326-b6a4e1efe936 req-8daaaea8-a3e2-46d5-8d63-02887b4f555a tempest-ServerRescueNegativeTestJSON-2113956476 tempest-ServerRescueNegativeTestJSON-2113956476-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2a37fa3-19e4-4b7e-adfc-a28ec8493ba1 HTTP/1.1" status: 200  len: 210 time: 0.1994500
May 12 14:54:21.101059 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5bd5d227-9cf2-499d-b398-dfeef07804b5 req-8bb8dd72-4d18-4e22-8015-1406e8e967c5 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407493
May 12 14:54:21.714489 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:21.715369 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:22.161331 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 38236) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:22.308047 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d49ed-2243-495f-9f1c-0a7adaa0ce71 req-79027c08-709c-435e-8e02-61f8b6595f15 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:22.309489 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b64d49ed-2243-495f-9f1c-0a7adaa0ce71 req-79027c08-709c-435e-8e02-61f8b6595f15 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.0971947
May 12 14:54:22.356024 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b64d49ed-2243-495f-9f1c-0a7adaa0ce71 req-1ab70d2c-2296-48d4-bf27-6f6a8267782b tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405884
May 12 14:54:22.501659 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:54:22.535621 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:54:22.536014 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device e6f62ab3-f3da-45c1-adb2-4c7f5c9d2ff4 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:54:22.817386 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d787df76-da15-4f28-92bf-7bee7dece61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884872'] for router_interface, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:22.999609 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:23.260293 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-d787df76-da15-4f28-92bf-7bee7dece61f admin admin] Deleting port 502e35e1-a396-47de-9f7c-b943fd17a207 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:54:23.260850 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d787df76-da15-4f28-92bf-7bee7dece61f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:23.447857 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-d787df76-da15-4f28-92bf-7bee7dece61f admin admin] For port 502e35e1-a396-47de-9f7c-b943fd17a207, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=502e35e1-a396-47de-9f7c-b943fd17a207,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:23.454024 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d787df76-da15-4f28-92bf-7bee7dece61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:23.545380 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1269a57-9121-4b18-8c26-a8e5bbdd344b req-df23b74a-1a18-4d88-8ce1-63108d36b737 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:23.547746 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a1269a57-9121-4b18-8c26-a8e5bbdd344b req-df23b74a-1a18-4d88-8ce1-63108d36b737 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.0822661
May 12 14:54:23.586789 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-d787df76-da15-4f28-92bf-7bee7dece61f admin admin] Calling delete_port for 502e35e1-a396-47de-9f7c-b943fd17a207 owned by network:router_interface {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:54:23.598710 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a1269a57-9121-4b18-8c26-a8e5bbdd344b req-9120dadf-f70e-49f9-ae46-2a5e90b2e340 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443356
May 12 14:54:23.888122 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff018d-d8f5-4689-8910-3c8f31eb8cbf req-2c740735-c4cf-4e39-a736-c86ba17b1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:23.889573 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6ff018d-d8f5-4689-8910-3c8f31eb8cbf req-2c740735-c4cf-4e39-a736-c86ba17b1898 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d&tenant_id=0bfe8d8bce3f496d9162c7f9c8727273 HTTP/1.1" status: 200  len: 1096 time: 0.1218233
May 12 14:54:24.028780 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff018d-d8f5-4689-8910-3c8f31eb8cbf req-33ead8c3-55c7-4503-b22d-c260704f9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:24.030264 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6ff018d-d8f5-4689-8910-3c8f31eb8cbf req-33ead8c3-55c7-4503-b22d-c260704f9788 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0bfe8d8bce3f496d9162c7f9c8727273&device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 1096 time: 0.0985498
May 12 14:54:24.102590 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d787df76-da15-4f28-92bf-7bee7dece61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:24.171108 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787df76-da15-4f28-92bf-7bee7dece61f admin admin] Pushing event deleted for resources: {'Port': ['ID=502e35e1-a396-47de-9f7c-b943fd17a207,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:24.283076 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff018d-d8f5-4689-8910-3c8f31eb8cbf req-a68ee8a2-14b7-413c-a11e-1f28cdc16457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:24.285216 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6ff018d-d8f5-4689-8910-3c8f31eb8cbf req-a68ee8a2-14b7-413c-a11e-1f28cdc16457 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4c2f6902-97e3-4408-9b2c-59df76c4d77b HTTP/1.1" status: 200  len: 910 time: 0.2485948
May 12 14:54:24.466305 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6ff018d-d8f5-4689-8910-3c8f31eb8cbf req-1ceeeecb-8809-4d14-b736-ed0f913d92c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71d6ba38-f010-4812-ade3-cd0173c05466 HTTP/1.1" status: 200  len: 998 time: 0.1742351
May 12 14:54:24.770304 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff018d-d8f5-4689-8910-3c8f31eb8cbf req-f028d9f9-b169-42cd-9770-259d44801545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:24.771734 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6ff018d-d8f5-4689-8910-3c8f31eb8cbf req-f028d9f9-b169-42cd-9770-259d44801545 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bc671b6f-54dd-41f2-becb-3db170ece0f8 HTTP/1.1" status: 200  len: 848 time: 0.2968302
May 12 14:54:24.840249 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d787df76-da15-4f28-92bf-7bee7dece61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3749175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890168'] for router_interface, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:25.033147 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817d312-89f8-4c23-aa51-7821d01569d1 req-a31f2604-07b4-4d4c-8b7b-8adc0baebf0c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:25.034830 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c817d312-89f8-4c23-aa51-7821d01569d1 req-a31f2604-07b4-4d4c-8b7b-8adc0baebf0c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.3222136
May 12 14:54:25.050459 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff018d-d8f5-4689-8910-3c8f31eb8cbf req-27f8d62d-644a-434a-9fe1-4b32e8231ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:25.051901 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6ff018d-d8f5-4689-8910-3c8f31eb8cbf req-27f8d62d-644a-434a-9fe1-4b32e8231ca1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c2f6902-97e3-4408-9b2c-59df76c4d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2717049
May 12 14:54:25.191477 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c817d312-89f8-4c23-aa51-7821d01569d1 req-246ebe5f-8d96-4f19-99db-4f552664faa3 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1428006
May 12 14:54:25.356295 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6ff018d-d8f5-4689-8910-3c8f31eb8cbf req-1aec85e4-4ba0-406a-ac06-81dbe4419a42 service neutron] 10.222.0.71 "GET /v2.0/networks/4c2f6902-97e3-4408-9b2c-59df76c4d77b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2891798
May 12 14:54:25.490055 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d787df76-da15-4f28-92bf-7bee7dece61f admin admin] Router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:54:25.589341 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d6ff018d-d8f5-4689-8910-3c8f31eb8cbf req-86cc6062-d382-49de-a779-cd2f4d1c950e service neutron] 10.222.0.71 "GET /v2.0/networks/4c2f6902-97e3-4408-9b2c-59df76c4d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2142406
May 12 14:54:25.701108 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d787df76-da15-4f28-92bf-7bee7dece61f admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:54:25.710133 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef79baa-1b40-4625-a41e-7314bc720ebb None None] Sync routers for ids ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:54:25.722353 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef79baa-1b40-4625-a41e-7314bc720ebb None None] Routers {'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:54:25.722981 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-1ef79baa-1b40-4625-a41e-7314bc720ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c357760>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:54:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:25.812769 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-d787df76-da15-4f28-92bf-7bee7dece61f admin admin] 10.222.0.49 "PUT /v2.0/routers/da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6502376
May 12 14:54:25.815332 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 38268) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:25.894292 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-1ef79baa-1b40-4625-a41e-7314bc720ebb None None] Set router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:54:26.002516 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] Notify callbacks [] for router, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:26.185280 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-1ef79baa-1b40-4625-a41e-7314bc720ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c357760>, [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:54:23Z', 'revision_number': 5, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:26.189172 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef79baa-1b40-4625-a41e-7314bc720ebb None None] Checking router: da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:54:26.198161 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef79baa-1b40-4625-a41e-7314bc720ebb None None] Routers {'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:54:26.198981 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-1ef79baa-1b40-4625-a41e-7314bc720ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c357760>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:54:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:26.340115 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:26.380231 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-1ef79baa-1b40-4625-a41e-7314bc720ebb None None] Set router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:54:26.396201 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7eca5-2146-426b-ad6a-eb543a2c8857 req-8824a287-2178-4f70-a1d3-677138d53c84 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:26.397654 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3fc7eca5-2146-426b-ad6a-eb543a2c8857 req-8824a287-2178-4f70-a1d3-677138d53c84 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.0900617
May 12 14:54:26.442999 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3fc7eca5-2146-426b-ad6a-eb543a2c8857 req-89290745-9c04-4e9b-b60d-136824ce4e48 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393605
May 12 14:54:26.479926 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] Deleting port 6e4b0968-a3aa-49a7-850b-537fbc32d6ec {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:54:26.480336 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:26.664575 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] For port 6e4b0968-a3aa-49a7-850b-537fbc32d6ec, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=6e4b0968-a3aa-49a7-850b-537fbc32d6ec,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:26.665549 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:26.683923 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-1ef79baa-1b40-4625-a41e-7314bc720ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c357760>, [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:54:23Z', 'revision_number': 5, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:26.687780 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef79baa-1b40-4625-a41e-7314bc720ebb None None] The sync data for ids ['da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8'] in dv-cinder-831187-2-iscsi is: [{'id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'name': 'tempest-ServerRescueNegativeTestJSON-318530990-router', 'tenant_id': '0301badcd92e4cc483246a0fa4949060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:54:23Z', 'revision_number': 5, 'project_id': '0301badcd92e4cc483246a0fa4949060', 'gw_port': {'id': '6e4b0968-a3aa-49a7-850b-537fbc32d6ec', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:08Z', 'updated_at': '2022-05-12T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:54:26.794285 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] Calling delete_port for 6e4b0968-a3aa-49a7-850b-537fbc32d6ec owned by network:router_gateway {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:54:27.034395 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:27.086761 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4b0968-a3aa-49a7-850b-537fbc32d6ec,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:27.178649 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3883893'] for router_gateway, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:27.353230 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28155'] for router, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:27.355511 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:27.421169 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 502e35e1-a396-47de-9f7c-b943fd17a207 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:54:27.454636 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 502e35e1-a396-47de-9f7c-b943fd17a207 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:54:27.455004 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 502e35e1-a396-47de-9f7c-b943fd17a207 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:54:27.502800 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885384'] for router, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:27.503431 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 {{(pid=88126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 14:54:27.517563 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] Notify callbacks [] for router, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:27.520079 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-1d33785f-00f1-43cf-acbf-1c375ca4de37 admin admin] 10.222.0.49 "DELETE /v2.0/routers/da9a853e-7fd7-4e8a-8441-1a99bb6bd3c8 HTTP/1.1" status: 204  len: 168 time: 1.7021303
May 12 14:54:27.521890 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 38282) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:27.633747 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_v2 [None req-0647b35b-3653-495d-a43a-529d57710df7 admin admin] Deleting subnet a8dd5b5f-79a5-4772-9c12-8184147dc7bc {{(pid=88126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 14:54:27.640112 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0647b35b-3653-495d-a43a-529d57710df7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:27.698060 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0647b35b-3653-495d-a43a-529d57710df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3159183'] for subnet, precommit_delete_associations {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:27.845032 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b317414-b707-4ef2-be7c-74ef01ebbd2f req-d1a90a8d-f7c0-4b46-96ec-66d06e1554cf tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:27.846769 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9b317414-b707-4ef2-be7c-74ef01ebbd2f req-d1a90a8d-f7c0-4b46-96ec-66d06e1554cf tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.2801187
May 12 14:54:27.951647 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9b317414-b707-4ef2-be7c-74ef01ebbd2f req-f9ff0420-f542-4000-876b-cec69c6f1dd8 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0964627
May 12 14:54:27.956947 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0647b35b-3653-495d-a43a-529d57710df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:28.211539 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0647b35b-3653-495d-a43a-529d57710df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3159172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2571129'] for subnet, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:28.249924 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647b35b-3653-495d-a43a-529d57710df7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8dd5b5f-79a5-4772-9c12-8184147dc7bc,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:28.254149 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0647b35b-3653-495d-a43a-529d57710df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:28.262689 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75efcbd8-9d89-44e8-973e-cb95b0722fc4 None None] Network faf0fd87-b01d-4638-a1db-c3f32b222877 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:54:28.264007 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-0647b35b-3653-495d-a43a-529d57710df7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a8dd5b5f-79a5-4772-9c12-8184147dc7bc HTTP/1.1" status: 204  len: 168 time: 0.7375216
May 12 14:54:28.264113 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 38290) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:28.363299 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:28.373433 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] Deleting port 96976aaf-68c0-4bc2-8482-1dce09e45664 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:54:28.373766 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:28.536985 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:28.560936 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a0b9bf-246e-40f9-b71a-58abb56cb9f4 None None] DHCP port deletion for faf0fd87-b01d-4638-a1db-c3f32b222877 request from dv-cinder-831187-2-iscsi {{(pid=88128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 12 14:54:28.565287 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0b9bf-246e-40f9-b71a-58abb56cb9f4 None None] Deleting port 96976aaf-68c0-4bc2-8482-1dce09e45664 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:54:28.566256 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e3a0b9bf-246e-40f9-b71a-58abb56cb9f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:28.586759 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] For port 96976aaf-68c0-4bc2-8482-1dce09e45664, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=96976aaf-68c0-4bc2-8482-1dce09e45664,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:28.587147 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:28.715646 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] Calling delete_port for 96976aaf-68c0-4bc2-8482-1dce09e45664 owned by network:dhcp {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:54:28.770204 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-e3a0b9bf-246e-40f9-b71a-58abb56cb9f4 None None] For port 96976aaf-68c0-4bc2-8482-1dce09e45664, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=96976aaf-68c0-4bc2-8482-1dce09e45664,segment=NetworkSegment(4e73ef99-7a68-4858-951d-36cb2eb790dc),segment_id=4e73ef99-7a68-4858-951d-36cb2eb790dc)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:28.770515 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e3a0b9bf-246e-40f9-b71a-58abb56cb9f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:28.895048 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0b9bf-246e-40f9-b71a-58abb56cb9f4 None None] Calling delete_port for 96976aaf-68c0-4bc2-8482-1dce09e45664 owned by network:dhcp {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:54:28.900591 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:28.948829 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=96976aaf-68c0-4bc2-8482-1dce09e45664,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:28.953148 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] No DVR routers for this DVR port 96976aaf-68c0-4bc2-8482-1dce09e45664 on host dv-cinder-831187-2-iscsi {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:54:29.031186 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.db.api [None req-e3a0b9bf-246e-40f9-b71a-58abb56cb9f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 12 14:54:29.031512 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG oslo_db.api [None req-e3a0b9bf-246e-40f9-b71a-58abb56cb9f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 12 14:54:29.103118 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:29.142660 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f87e15a30>,) {'filters': {'network_id': ['faf0fd87-b01d-4638-a1db-c3f32b222877']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:29.158362 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f87e15a30>, '4e73ef99-7a68-4858-951d-36cb2eb790dc') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:29.158931 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f87e15a30>, '4e73ef99-7a68-4858-951d-36cb2eb790dc') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:54:29.173549 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2506716'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:29.193751 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:29.205113 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aef192-8236-49b7-ba80-d2da99b8bb32 req-8ae54c12-bd83-4177-91da-6f42f0723d29 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:29.207111 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a8aef192-8236-49b7-ba80-d2da99b8bb32 req-8ae54c12-bd83-4177-91da-6f42f0723d29 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.1446917
May 12 14:54:29.209450 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 14:54:29.209866 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505917'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]: Traceback (most recent call last):
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:     timer()
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:     cb(*args, **kw)
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:     return func(*args, **kwargs)
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:     self._notify()
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:     self.callback(batched_events)
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:     event.method(event)
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:     return f(self, *a, **k)
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._get(url).json()
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self.request(url, 'GET', **kwargs)
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 14:54:29.223463 dv-cinder-831187-2-iscsi neutron-server[88125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 14:54:29.394559 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a8aef192-8236-49b7-ba80-d2da99b8bb32 req-faa6d3c3-e2a4-4c6d-9077-d25461090a81 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1668792
May 12 14:54:29.412336 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6e4b0968-a3aa-49a7-850b-537fbc32d6ec no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:54:29.446317 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 6e4b0968-a3aa-49a7-850b-537fbc32d6ec {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:54:29.446662 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6e4b0968-a3aa-49a7-850b-537fbc32d6ec not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:54:29.447099 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 96976aaf-68c0-4bc2-8482-1dce09e45664 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:54:29.481242 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 96976aaf-68c0-4bc2-8482-1dce09e45664 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:54:29.481584 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 96976aaf-68c0-4bc2-8482-1dce09e45664 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:54:29.532816 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0b9bf-246e-40f9-b71a-58abb56cb9f4 None None] Deleting port 96976aaf-68c0-4bc2-8482-1dce09e45664 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:54:29.533194 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e3a0b9bf-246e-40f9-b71a-58abb56cb9f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:29.552090 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:29.571209 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:29.577068 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf0fd87-b01d-4638-a1db-c3f32b222877,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:29.602735 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0b9bf-246e-40f9-b71a-58abb56cb9f4 None None] The port '96976aaf-68c0-4bc2-8482-1dce09e45664' was deleted {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
May 12 14:54:29.737935 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3e636dbd-35c5-471d-87fc-f066e51218a2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/faf0fd87-b01d-4638-a1db-c3f32b222877 HTTP/1.1" status: 204  len: 168 time: 1.4733920
May 12 14:54:30.070170 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 38306) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:30.117999 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-cb91125c-8565-4b6f-b6c6-5c52af2f92f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0301badcd92e4cc483246a0fa4949060&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0467069
May 12 14:54:30.120573 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 38310) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:30.176980 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7dcb-57cf-4bb8-b5fe-464688ab90b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:30.204961 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7dcb-57cf-4bb8-b5fe-464688ab90b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:30.325219 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7dcb-57cf-4bb8-b5fe-464688ab90b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:30.341652 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c7dcb-57cf-4bb8-b5fe-464688ab90b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8b366c-1570-4733-ad35-127bdb15abf8,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:30.427595 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7dcb-57cf-4bb8-b5fe-464688ab90b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:30.428719 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7d3c7dcb-57cf-4bb8-b5fe-464688ab90b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a8b366c-1570-4733-ad35-127bdb15abf8 HTTP/1.1" status: 204  len: 168 time: 0.3073306
May 12 14:54:30.577771 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73d038-3dc3-4373-8e15-9d71dc061472 req-d61eee7a-0940-471b-8cb0-d01ead4c9f1f tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:30.579260 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6e73d038-3dc3-4373-8e15-9d71dc061472 req-d61eee7a-0940-471b-8cb0-d01ead4c9f1f tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.0795894
May 12 14:54:30.626688 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-6e73d038-3dc3-4373-8e15-9d71dc061472 req-a061d9f9-c88b-4a1d-ae8d-b3b1a3c17f85 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412419
May 12 14:54:31.817954 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ed377-35ff-4789-a6af-e0408aac8f31 req-00add34b-7b98-4c48-a961-8a67241769c2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:31.819551 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-086ed377-35ff-4789-a6af-e0408aac8f31 req-00add34b-7b98-4c48-a961-8a67241769c2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 943 time: 0.0792177
May 12 14:54:31.864554 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-086ed377-35ff-4789-a6af-e0408aac8f31 req-fbc13d75-fd13-4cc5-847b-c9c5f5674c3c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386419
May 12 14:54:32.455586 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:54:32.559232 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 71d6ba38-f010-4812-ade3-cd0173c05466 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:54:32.692541 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 71d6ba38-f010-4812-ade3-cd0173c05466, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=71d6ba38-f010-4812-ade3-cd0173c05466,segment=NetworkSegment(026fa921-25ab-4849-ba71-8f38df60d19c),segment_id=026fa921-25ab-4849-ba71-8f38df60d19c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:32.705232 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '71d6ba38-f010-4812-ade3-cd0173c05466', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'port_id': '71d6ba38-f010-4812-ade3-cd0173c05466', 'mac_address': 'fa:16:3e:fb:39:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:54:32.767080 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:32.785074 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d6ba38-f010-4812-ade3-cd0173c05466 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:54:32.799972 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 71d6ba38-f010-4812-ade3-cd0173c05466, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=71d6ba38-f010-4812-ade3-cd0173c05466,segment=NetworkSegment(026fa921-25ab-4849-ba71-8f38df60d19c),segment_id=026fa921-25ab-4849-ba71-8f38df60d19c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:32.969254 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:33.043368 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=71d6ba38-f010-4812-ade3-cd0173c05466,revision_number=7']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:33.209471 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c194ca-a44a-4488-b3b4-9137fe1c8f00 req-880ec5d3-4562-47f1-891f-ff54a8cf9825 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:33.210971 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-88c194ca-a44a-4488-b3b4-9137fe1c8f00 req-880ec5d3-4562-47f1-891f-ff54a8cf9825 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 944 time: 0.0851879
May 12 14:54:33.254723 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-88c194ca-a44a-4488-b3b4-9137fe1c8f00 req-7606c03d-3dd1-4230-b143-831e9ab2beac tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382338
May 12 14:54:33.405705 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['71d6ba38-f010-4812-ade3-cd0173c05466'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:54:34.446958 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92405d23-2b30-46c1-b295-a7d2a4752b82 req-67f221ad-1657-40f1-a2a0-f8c768c5224d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:34.448413 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-92405d23-2b30-46c1-b295-a7d2a4752b82 req-67f221ad-1657-40f1-a2a0-f8c768c5224d tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 944 time: 0.0888190
May 12 14:54:34.491123 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-92405d23-2b30-46c1-b295-a7d2a4752b82 req-c23d9891-84ad-44ca-bb9e-a1d6424b0cb0 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370233
May 12 14:54:34.583942 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 71d6ba38-f010-4812-ade3-cd0173c05466 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:54:34.649173 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 71d6ba38-f010-4812-ade3-cd0173c05466 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:54:34.653117 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:34.767979 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:34.795075 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7855c920-9df4-495a-9733-78fe42b1705d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d6ba38-f010-4812-ade3-cd0173c05466'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:54:34.805815 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 71d6ba38-f010-4812-ade3-cd0173c05466, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=71d6ba38-f010-4812-ade3-cd0173c05466,segment=NetworkSegment(026fa921-25ab-4849-ba71-8f38df60d19c),segment_id=026fa921-25ab-4849-ba71-8f38df60d19c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:54:34.838445 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d199b83f-19b5-457c-86cc-8a6f51f7b21b'] response: {'server_uuid': '7855c920-9df4-495a-9733-78fe42b1705d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d6ba38-f010-4812-ade3-cd0173c05466', 'code': 200}
May 12 14:54:35.011137 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:35.078592 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=71d6ba38-f010-4812-ade3-cd0173c05466,revision_number=8']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:35.086124 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:35.086467 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:35.086804 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:35.087166 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:35.087493 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:35.087824 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:35.088203 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:35.088524 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:35.088847 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:35.089167 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:35.089483 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:35.089796 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:35.430384 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6a9f9-bb23-4caf-99a8-b114110725e6 req-4568f946-51fe-47e1-9be5-ea07152a5a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:35.431912 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2af6a9f9-bb23-4caf-99a8-b114110725e6 req-4568f946-51fe-47e1-9be5-ea07152a5a7a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 1098 time: 0.0742757
May 12 14:54:35.478959 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2af6a9f9-bb23-4caf-99a8-b114110725e6 req-4666ae8e-9123-4163-b5a3-4491e249038e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401425
May 12 14:54:35.677691 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47560d-9c0a-4031-a5a4-a6e67b15fb11 req-6f1a98ba-8da6-40bc-885e-3c45415420b1 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:35.679240 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8d47560d-9c0a-4031-a5a4-a6e67b15fb11 req-6f1a98ba-8da6-40bc-885e-3c45415420b1 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.0811474
May 12 14:54:35.724744 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8d47560d-9c0a-4031-a5a4-a6e67b15fb11 req-9f36b72c-5ec5-49c3-9f7f-6dd3d40fa514 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398772
May 12 14:54:36.916347 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3633f-c427-40b8-9293-e834ab61701c req-951f7f71-a8af-483a-b113-084c54c5b227 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:36.917877 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-73b3633f-c427-40b8-9293-e834ab61701c req-951f7f71-a8af-483a-b113-084c54c5b227 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.0817068
May 12 14:54:36.965171 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-73b3633f-c427-40b8-9293-e834ab61701c req-8d72fffa-18bc-4c03-8cd7-1990f72bebe4 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412290
May 12 14:54:38.149965 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e5579-2fcc-4f47-84e1-3c18771c1dba req-8e4a92dc-756d-4df8-925b-ebc3e99a473c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:38.151443 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-465e5579-2fcc-4f47-84e1-3c18771c1dba req-8e4a92dc-756d-4df8-925b-ebc3e99a473c tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.0830679
May 12 14:54:38.200811 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-465e5579-2fcc-4f47-84e1-3c18771c1dba req-2c1e963d-ee7f-4da9-b565-10eb52579771 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436003
May 12 14:54:48.273794 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-80026966-a3b1-4e48-b822-c3daf22c1561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:49.559087 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 38540) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:49.672162 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5dae9e26-fa44-4067-a319-54c60aa896a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:49.686717 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-5dae9e26-fa44-4067-a319-54c60aa896a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:54:49.690601 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-5dae9e26-fa44-4067-a319-54c60aa896a5 admin admin] Usage tracker for resource:security_group_rule and tenant:820a45780c9045e5a19d584c7629a011 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:54:49.693380 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-5dae9e26-fa44-4067-a319-54c60aa896a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:54:49.699149 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-5dae9e26-fa44-4067-a319-54c60aa896a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:54:49.778079 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5dae9e26-fa44-4067-a319-54c60aa896a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:49.844967 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5dae9e26-fa44-4067-a319-54c60aa896a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:49.890895 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae9e26-fa44-4067-a319-54c60aa896a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763cad34-8d56-4c4e-9b87-ea913daca91c,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:49.896367 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5dae9e26-fa44-4067-a319-54c60aa896a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=820a45780c9045e5a19d584c7629a011&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3362906
May 12 14:54:49.899040 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 38546) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:49.959712 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-67ea9da8-efe8-4ad0-8a71-70d77c56d21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:49.985477 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-67ea9da8-efe8-4ad0-8a71-70d77c56d21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:50.134164 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-67ea9da8-efe8-4ad0-8a71-70d77c56d21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:50.148846 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea9da8-efe8-4ad0-8a71-70d77c56d21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763cad34-8d56-4c4e-9b87-ea913daca91c,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:50.156564 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-67ea9da8-efe8-4ad0-8a71-70d77c56d21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:50.157877 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-67ea9da8-efe8-4ad0-8a71-70d77c56d21c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/763cad34-8d56-4c4e-9b87-ea913daca91c HTTP/1.1" status: 204  len: 168 time: 0.2579932
May 12 14:54:50.685248 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-31b58fba-61b3-469b-8f4a-1290b71bbb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:50.863304 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 38556) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:50.882357 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e241ff65-f624-41d2-9437-526575e6d18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:50.908269 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e241ff65-f624-41d2-9437-526575e6d18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:54:50.912507 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e241ff65-f624-41d2-9437-526575e6d18a admin admin] Usage tracker for resource:security_group_rule and tenant:fec91daaa59f42b4ab4185324ac4b3bd is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:54:50.915367 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-e241ff65-f624-41d2-9437-526575e6d18a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:54:50.921027 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-e241ff65-f624-41d2-9437-526575e6d18a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:54:51.006088 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e241ff65-f624-41d2-9437-526575e6d18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:51.122950 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e241ff65-f624-41d2-9437-526575e6d18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:51.169747 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e241ff65-f624-41d2-9437-526575e6d18a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fec91daaa59f42b4ab4185324ac4b3bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3053691
May 12 14:54:51.170603 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241ff65-f624-41d2-9437-526575e6d18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43c74a2-bcc7-4703-82af-7a918b9ee0f5,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:51.172770 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 38562) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:54:51.233956 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:51.260098 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:51.386052 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:51.403678 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43c74a2-bcc7-4703-82af-7a918b9ee0f5,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:54:51.413561 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:51.413913 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:51.414249 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:51.414581 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:51.414938 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:51.415268 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:51.415592 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:51.415913 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:51.416234 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:51.416554 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:51.416871 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:51.417186 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:54:51.421213 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:51.422292 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-26d5a026-16dd-44e2-85bb-537cb03da5f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d43c74a2-bcc7-4703-82af-7a918b9ee0f5 HTTP/1.1" status: 204  len: 168 time: 0.2483690
May 12 14:54:51.708015 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:51.747477 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:53.062184 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:58.582525 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:54:58.833632 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5549a-1e2b-434a-9521-cbe9a412a10d req-7c3363ed-df0e-4498-b676-99768a55211c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:54:58.835018 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3fb5549a-1e2b-434a-9521-cbe9a412a10d req-7c3363ed-df0e-4498-b676-99768a55211c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 946 time: 0.0817347
May 12 14:54:58.878328 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-3fb5549a-1e2b-434a-9521-cbe9a412a10d req-7e5b307f-d490-4b0e-a362-91a56fe02e7e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=5381c717-b3f4-46bd-9a1d-f68ca77a8b74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375848
May 12 14:55:00.208791 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f3f4f-db15-43aa-9989-cc656a0e00d1 req-46c3ad40-213b-485a-80c8-f36c5a56990e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:00.210212 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-df2f3f4f-db15-43aa-9989-cc656a0e00d1 req-46c3ad40-213b-485a-80c8-f36c5a56990e tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 946 time: 0.0841920
May 12 14:55:00.254605 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-df2f3f4f-db15-43aa-9989-cc656a0e00d1 req-bf60d67b-daed-48bc-b02c-fb62cb72b5c5 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=5381c717-b3f4-46bd-9a1d-f68ca77a8b74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385816
May 12 14:55:01.449905 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590e6cf-59c3-40cd-b7fe-3824729ea210 req-85a48d10-42ea-44cd-9d94-9e5382c07b5b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:01.451871 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2590e6cf-59c3-40cd-b7fe-3824729ea210 req-85a48d10-42ea-44cd-9d94-9e5382c07b5b tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 946 time: 0.0900149
May 12 14:55:01.503722 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2590e6cf-59c3-40cd-b7fe-3824729ea210 req-3ec9e55e-142a-4808-aa88-ff05e4bedafb tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=5381c717-b3f4-46bd-9a1d-f68ca77a8b74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456796
May 12 14:55:02.321064 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-4374ca5d-5c11-4104-a31c-80ed83be0539 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:02.322421 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-4374ca5d-5c11-4104-a31c-80ed83be0539 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.71 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 946 time: 0.0800385
May 12 14:55:02.394996 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-a55cb5a7-99d1-431b-84a3-b9fa1616ad8f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Deleting port 29d1dc1e-72a2-437b-94bf-fcacd84119d4 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:55:02.395333 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-a55cb5a7-99d1-431b-84a3-b9fa1616ad8f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:02.647774 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-a55cb5a7-99d1-431b-84a3-b9fa1616ad8f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] For port 29d1dc1e-72a2-437b-94bf-fcacd84119d4, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29d1dc1e-72a2-437b-94bf-fcacd84119d4,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:55:02.648506 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-a55cb5a7-99d1-431b-84a3-b9fa1616ad8f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:02.689114 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f13b2-7297-45c5-9a34-f5db4d6e2320 req-d2fc66ad-f648-417d-9ece-e2be27fd0881 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:02.690572 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-193f13b2-7297-45c5-9a34-f5db4d6e2320 req-d2fc66ad-f648-417d-9ece-e2be27fd0881 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 946 time: 0.0778399
May 12 14:55:02.735584 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-193f13b2-7297-45c5-9a34-f5db4d6e2320 req-727e0214-9c05-4ff9-9192-32483561a793 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups?id=5381c717-b3f4-46bd-9a1d-f68ca77a8b74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390296
May 12 14:55:03.023964 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-a55cb5a7-99d1-431b-84a3-b9fa1616ad8f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:03.024330 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-a55cb5a7-99d1-431b-84a3-b9fa1616ad8f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:03.024642 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-a55cb5a7-99d1-431b-84a3-b9fa1616ad8f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Floating IP 77b1e331-a73b-473a-bfd6-1be499f9738f disassociated. External IP: 172.27.3.28, port: 29d1dc1e-72a2-437b-94bf-fcacd84119d4.
May 12 14:55:03.024979 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-a55cb5a7-99d1-431b-84a3-b9fa1616ad8f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Calling delete_port for 29d1dc1e-72a2-437b-94bf-fcacd84119d4 owned by compute:nova {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:55:03.256634 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-a55cb5a7-99d1-431b-84a3-b9fa1616ad8f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:03.305794 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cb5a7-99d1-431b-84a3-b9fa1616ad8f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event deleted for resources: {'Port': ['ID=29d1dc1e-72a2-437b-94bf-fcacd84119d4,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:03.492327 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-a55cb5a7-99d1-431b-84a3-b9fa1616ad8f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Router f9b8eb96-6bec-468f-86a7-141a46dda822 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:55:03.676767 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-a55cb5a7-99d1-431b-84a3-b9fa1616ad8f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:55:03.687304 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9a713-6eae-4024-9d9d-7bb5d7bcdaaa None None] Sync routers for ids ['f9b8eb96-6bec-468f-86a7-141a46dda822'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:55:03.697637 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9a713-6eae-4024-9d9d-7bb5d7bcdaaa None None] Routers {'f9b8eb96-6bec-468f-86a7-141a46dda822'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:55:03.698244 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-13d9a713-6eae-4024-9d9d-7bb5d7bcdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8ca83310>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:54:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['f9b8eb96-6bec-468f-86a7-141a46dda822'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:03.772183 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-a55cb5a7-99d1-431b-84a3-b9fa1616ad8f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] No DVR routers for this DVR port 29d1dc1e-72a2-437b-94bf-fcacd84119d4 on host hv-cinder-83118 {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:55:03.775163 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-a55cb5a7-99d1-431b-84a3-b9fa1616ad8f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:03.778247 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358a3c59-ec18-40a6-b2a2-d7a37b46d08f', 'name': 'network-vif-deleted', 'tag': '29d1dc1e-72a2-437b-94bf-fcacd84119d4'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:55:03.849126 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1793513b-cce7-4a03-9d70-0cc052d160dd req-a55cb5a7-99d1-431b-84a3-b9fa1616ad8f tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.71 "DELETE /v2.0/ports/29d1dc1e-72a2-437b-94bf-fcacd84119d4 HTTP/1.1" status: 204  len: 173 time: 1.5209203
May 12 14:55:03.898958 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8623913b-8731-4286-89e4-d2a26684dddb req-90ddec1c-bc70-4a52-88bf-a960b44197c0 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 210 time: 0.0447092
May 12 14:55:03.927032 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-13d9a713-6eae-4024-9d9d-7bb5d7bcdaaa None None] Set router f9b8eb96-6bec-468f-86a7-141a46dda822 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:55:03.957982 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194caa2d-ef68-4f85-a084-7cf17d29d384'] response: {'server_uuid': '358a3c59-ec18-40a6-b2a2-d7a37b46d08f', 'name': 'network-vif-deleted', 'tag': '29d1dc1e-72a2-437b-94bf-fcacd84119d4', 'status': 'completed', 'code': 200}
May 12 14:55:04.250384 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-13d9a713-6eae-4024-9d9d-7bb5d7bcdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8ca83310>, [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'd1ad988c-93e0-48a8-9a3b-ce699ef589dc', 'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'mac_address': 'fa:16:3e:34:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:11Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'subnets': [{'id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:04.254829 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9a713-6eae-4024-9d9d-7bb5d7bcdaaa None None] Checking router: f9b8eb96-6bec-468f-86a7-141a46dda822 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:55:04.262968 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9a713-6eae-4024-9d9d-7bb5d7bcdaaa None None] Routers {'f9b8eb96-6bec-468f-86a7-141a46dda822'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:55:04.263550 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-13d9a713-6eae-4024-9d9d-7bb5d7bcdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8ca83310>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:54:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['f9b8eb96-6bec-468f-86a7-141a46dda822'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:04.437261 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-13d9a713-6eae-4024-9d9d-7bb5d7bcdaaa None None] Set router f9b8eb96-6bec-468f-86a7-141a46dda822 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:55:04.743332 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-13d9a713-6eae-4024-9d9d-7bb5d7bcdaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8ca83310>, [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'd1ad988c-93e0-48a8-9a3b-ce699ef589dc', 'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'mac_address': 'fa:16:3e:34:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:11Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'subnets': [{'id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:04.747113 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9a713-6eae-4024-9d9d-7bb5d7bcdaaa None None] The sync data for ids ['f9b8eb96-6bec-468f-86a7-141a46dda822'] in dv-cinder-831187-2-iscsi is: [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'd1ad988c-93e0-48a8-9a3b-ce699ef589dc', 'name': '', 'network_id': '42e9462e-79bf-4236-9d9e-1261c021234a', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'mac_address': 'fa:16:3e:34:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:11Z', 'updated_at': '2022-05-12T14:48:36Z', 'revision_number': 5, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'subnets': [{'id': 'b19e2646-24d9-4430-9acb-4aef7b057e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:55:04.950035 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eb21c9-408b-4b89-bde0-9d6e96c25201 None None] New status for floating IP 77b1e331-a73b-473a-bfd6-1be499f9738f: DOWN {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:55:05.048207 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-38ca0001-373e-4879-8b57-543436664cd0 req-0530d5c6-1777-4d51-a7d2-c2397a6d7870 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 210 time: 0.0414188
May 12 14:55:05.431969 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 29d1dc1e-72a2-437b-94bf-fcacd84119d4 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:55:05.467632 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: 29d1dc1e-72a2-437b-94bf-fcacd84119d4 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:55:05.467965 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 29d1dc1e-72a2-437b-94bf-fcacd84119d4 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:55:06.215370 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-288bc472-efa1-4b21-82d0-1816b124e352 req-2ca85915-9983-49a8-883d-f5a9263df3d9 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a3c59-ec18-40a6-b2a2-d7a37b46d08f HTTP/1.1" status: 200  len: 210 time: 0.0423734
May 12 14:55:07.064355 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f9ba50da-2d5c-4c7c-9f19-09454f7c8acf req-dc42b947-ef96-4696-9ebc-3ae83bcdb6f4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0703735
May 12 14:55:07.226454 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba50da-2d5c-4c7c-9f19-09454f7c8acf req-870e35dc-ffce-435d-8237-9c204f64eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:07.228100 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f9ba50da-2d5c-4c7c-9f19-09454f7c8acf req-870e35dc-ffce-435d-8237-9c204f64eeaa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0bfe8d8bce3f496d9162c7f9c8727273&device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 1098 time: 0.0766726
May 12 14:55:07.380401 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba50da-2d5c-4c7c-9f19-09454f7c8acf req-b4c9b925-ce61-44cd-aa45-bbb9ac9b8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:07.387318 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f9ba50da-2d5c-4c7c-9f19-09454f7c8acf req-b4c9b925-ce61-44cd-aa45-bbb9ac9b8172 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4c2f6902-97e3-4408-9b2c-59df76c4d77b HTTP/1.1" status: 200  len: 910 time: 0.1343453
May 12 14:55:07.424707 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 38788) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:07.492432 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f9ba50da-2d5c-4c7c-9f19-09454f7c8acf req-ff4393d6-0ef3-41fb-ae8a-cd34ba361c41 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71d6ba38-f010-4812-ade3-cd0173c05466 HTTP/1.1" status: 200  len: 1000 time: 0.1038709
May 12 14:55:07.494024 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:07.522285 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:07.553959 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba50da-2d5c-4c7c-9f19-09454f7c8acf req-01823467-d660-4c6c-a955-7cfce956288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:07.555490 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f9ba50da-2d5c-4c7c-9f19-09454f7c8acf req-01823467-d660-4c6c-a955-7cfce956288d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bc671b6f-54dd-41f2-becb-3db170ece0f8 HTTP/1.1" status: 200  len: 848 time: 0.0573981
May 12 14:55:07.634299 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba50da-2d5c-4c7c-9f19-09454f7c8acf req-c697377b-f758-4977-b10b-9fecdfafbd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:07.635788 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f9ba50da-2d5c-4c7c-9f19-09454f7c8acf req-c697377b-f758-4977-b10b-9fecdfafbd20 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c2f6902-97e3-4408-9b2c-59df76c4d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738986
May 12 14:55:07.665551 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:07.691135 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5381c717-b3f4-46bd-9a1d-f68ca77a8b74,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:07.700878 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:07.701451 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:07.701790 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:07.702125 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:07.702451 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:07.702774 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:07.704653 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:07.704999 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:07.705922 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:07.706255 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:07.706582 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:07.706925 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:07.778053 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:07.779262 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-24096227-f838-4d9a-92cf-01190200bb6c tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "DELETE /v2.0/security-groups/5381c717-b3f4-46bd-9a1d-f68ca77a8b74 HTTP/1.1" status: 204  len: 168 time: 0.3529549
May 12 14:55:07.781966 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 38804) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:07.782934 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f9ba50da-2d5c-4c7c-9f19-09454f7c8acf req-c3505811-f9bd-4e04-9024-cd2230f8d5cd service neutron] 10.222.0.71 "GET /v2.0/networks/4c2f6902-97e3-4408-9b2c-59df76c4d77b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390185
May 12 14:55:07.798542 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.api.v2.resource [None req-b8061760-22b6-42b1-bd3e-b86416c318f5 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] show failed (client error): The resource could not be found.
May 12 14:55:07.799601 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b8061760-22b6-42b1-bd3e-b86416c318f5 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "GET /v2.0/security-groups/5381c717-b3f4-46bd-9a1d-f68ca77a8b74 HTTP/1.1" status: 404  len: 347 time: 0.0166378
May 12 14:55:07.802451 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 38808) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:07.929900 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f9ba50da-2d5c-4c7c-9f19-09454f7c8acf req-2387e73b-8c4b-4862-9ad7-5be1eb9464b0 service neutron] 10.222.0.71 "GET /v2.0/networks/4c2f6902-97e3-4408-9b2c-59df76c4d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410294
May 12 14:55:07.978277 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-b3b22f71-d792-4793-88aa-bd112507f0d8 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Deleting port 69a4b2f7-b79b-443a-b1a8-67bef8b5cef4 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:55:07.978277 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b3b22f71-d792-4793-88aa-bd112507f0d8 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:08.150894 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b3b22f71-d792-4793-88aa-bd112507f0d8 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:08.151252 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b3b22f71-d792-4793-88aa-bd112507f0d8 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:08.180935 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa60fbb-880e-48e2-973c-bb87be1d4f6e req-669c0d4f-0e42-46b0-b7e4-a1751837dbf9 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:08.188612 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0fa60fbb-880e-48e2-973c-bb87be1d4f6e req-669c0d4f-0e42-46b0-b7e4-a1751837dbf9 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.1946113
May 12 14:55:08.230175 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0fa60fbb-880e-48e2-973c-bb87be1d4f6e req-a24f80dd-a4ff-4c86-8d08-7375e60b2641 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405874
May 12 14:55:08.348551 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-b3b22f71-d792-4793-88aa-bd112507f0d8 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Calling delete_port for 69a4b2f7-b79b-443a-b1a8-67bef8b5cef4 owned by network:floatingip {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:55:08.688609 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b3b22f71-d792-4793-88aa-bd112507f0d8 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:08.739457 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b22f71-d792-4793-88aa-bd112507f0d8 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Pushing event deleted for resources: {'Port': ['ID=69a4b2f7-b79b-443a-b1a8-67bef8b5cef4,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:08.826887 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b3b22f71-d792-4793-88aa-bd112507f0d8 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks [] for floatingip, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:08.840722 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b3b22f71-d792-4793-88aa-bd112507f0d8 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:08.841837 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b3b22f71-d792-4793-88aa-bd112507f0d8 tempest-AttachVolumeTestJSON-771523478 tempest-AttachVolumeTestJSON-771523478-project] 10.222.0.49 "DELETE /v2.0/floatingips/77b1e331-a73b-473a-bfd6-1be499f9738f HTTP/1.1" status: 204  len: 168 time: 1.0384841
May 12 14:55:09.426035 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c24c93-e7db-493a-bd06-fd3a3414f690 req-b744ab2b-c155-4c22-9618-af4c1b4a5eee tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:09.428764 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-24c24c93-e7db-493a-bd06-fd3a3414f690 req-b744ab2b-c155-4c22-9618-af4c1b4a5eee tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0822120
May 12 14:55:09.454445 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:55:09.470094 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-24c24c93-e7db-493a-bd06-fd3a3414f690 req-1b572dcd-aec5-402b-8453-a63d123ed9fa tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368130
May 12 14:55:10.668249 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d557974-66f3-4348-a4ef-a8dd3a8b5b06 req-690361df-29c0-425f-b366-bd39eb28769c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:10.668249 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1d557974-66f3-4348-a4ef-a8dd3a8b5b06 req-690361df-29c0-425f-b366-bd39eb28769c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0829968
May 12 14:55:10.712574 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1d557974-66f3-4348-a4ef-a8dd3a8b5b06 req-6709d162-2d97-4c17-845f-6fbf01ca471d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388794
May 12 14:55:11.896032 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1863e-242c-418a-8fe2-ce33aba77900 req-6aae768e-d373-4a4f-90ab-810bcfa66963 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:11.897439 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0b1863e-242c-418a-8fe2-ce33aba77900 req-6aae768e-d373-4a4f-90ab-810bcfa66963 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0767539
May 12 14:55:11.942588 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0b1863e-242c-418a-8fe2-ce33aba77900 req-d25fba09-ce63-4f31-886e-8cc9db123a83 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395308
May 12 14:55:13.125566 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851bd1b-2df4-4a45-b9be-e9e662347582 req-7c7b1dd5-b8ff-4b81-9ea9-39736aed56b3 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:13.127461 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5851bd1b-2df4-4a45-b9be-e9e662347582 req-7c7b1dd5-b8ff-4b81-9ea9-39736aed56b3 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0776892
May 12 14:55:13.172521 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5851bd1b-2df4-4a45-b9be-e9e662347582 req-ae2f9b90-cd99-4a82-bf64-51dfbac2d613 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391867
May 12 14:55:14.402873 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053ece8-6902-4867-be00-0b31978bd3cd req-f43516e3-c243-49fa-beb4-f548df2d30e2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:14.404335 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9053ece8-6902-4867-be00-0b31978bd3cd req-f43516e3-c243-49fa-beb4-f548df2d30e2 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.1176074
May 12 14:55:14.449272 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9053ece8-6902-4867-be00-0b31978bd3cd req-979f27e7-1906-4239-9596-dc1958c069fb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384800
May 12 14:55:15.638384 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deae02-f318-4dd0-98a0-bb6895a71b83 req-d45e59e6-33e8-4de3-949c-d574f032778f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:15.639904 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f5deae02-f318-4dd0-98a0-bb6895a71b83 req-d45e59e6-33e8-4de3-949c-d574f032778f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0810125
May 12 14:55:15.684418 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f5deae02-f318-4dd0-98a0-bb6895a71b83 req-1d4ccc1c-32f1-4e0b-8ca3-f96784cb3cf0 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389159
May 12 14:55:15.875363 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 38918) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:16.555606 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cbf15134-d156-4b2f-908b-f3e51b9e0635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884872'] for router_interface, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:16.881801 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855d0f2-8491-4ef4-a7a7-2c3539f5695c req-31f91bc4-5977-4eb4-a435-2c5339150832 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:16.883309 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7855d0f2-8491-4ef4-a7a7-2c3539f5695c req-31f91bc4-5977-4eb4-a435-2c5339150832 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0875862
May 12 14:55:16.932480 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7855d0f2-8491-4ef4-a7a7-2c3539f5695c req-ba4d798c-5c0c-4592-85fc-d66101132b96 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427415
May 12 14:55:16.991558 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-cbf15134-d156-4b2f-908b-f3e51b9e0635 admin admin] Deleting port d1ad988c-93e0-48a8-9a3b-ce699ef589dc {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:55:16.992155 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cbf15134-d156-4b2f-908b-f3e51b9e0635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:17.158888 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-cbf15134-d156-4b2f-908b-f3e51b9e0635 admin admin] For port d1ad988c-93e0-48a8-9a3b-ce699ef589dc, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=d1ad988c-93e0-48a8-9a3b-ce699ef589dc,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:55:17.159422 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cbf15134-d156-4b2f-908b-f3e51b9e0635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:17.289128 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-cbf15134-d156-4b2f-908b-f3e51b9e0635 admin admin] Calling delete_port for d1ad988c-93e0-48a8-9a3b-ce699ef589dc owned by network:router_interface {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:55:17.673373 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cbf15134-d156-4b2f-908b-f3e51b9e0635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:17.718858 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf15134-d156-4b2f-908b-f3e51b9e0635 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ad988c-93e0-48a8-9a3b-ce699ef589dc,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:17.995318 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cbf15134-d156-4b2f-908b-f3e51b9e0635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3749175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890168'] for router_interface, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:18.141637 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d431495-ffdb-4c23-b23e-7a82118e755e req-8595eae7-2518-4798-96e5-00ce80616aaa tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:18.143179 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8d431495-ffdb-4c23-b23e-7a82118e755e req-8595eae7-2518-4798-96e5-00ce80616aaa tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0827115
May 12 14:55:18.198583 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8d431495-ffdb-4c23-b23e-7a82118e755e req-2bff68dc-b063-4eaa-84f4-e5c9bc0047a4 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495574
May 12 14:55:18.347551 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-4ee0d50e-99f3-4eff-9098-d9595134df1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:18.434517 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf15134-d156-4b2f-908b-f3e51b9e0635 admin admin] Router f9b8eb96-6bec-468f-86a7-141a46dda822 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:55:18.616054 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf15134-d156-4b2f-908b-f3e51b9e0635 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:55:18.625179 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde2388-0b85-4028-844f-d050e7d2fd10 None None] Sync routers for ids ['f9b8eb96-6bec-468f-86a7-141a46dda822'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:55:18.629378 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-cbf15134-d156-4b2f-908b-f3e51b9e0635 admin admin] 10.222.0.49 "PUT /v2.0/routers/f9b8eb96-6bec-468f-86a7-141a46dda822/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7527328
May 12 14:55:18.631839 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 38938) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:18.635427 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde2388-0b85-4028-844f-d050e7d2fd10 None None] Routers {'f9b8eb96-6bec-468f-86a7-141a46dda822'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:55:18.636096 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-afde2388-0b85-4028-844f-d050e7d2fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c63d400>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:54:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['f9b8eb96-6bec-468f-86a7-141a46dda822'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:18.805466 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] Notify callbacks [] for router, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:18.812849 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-afde2388-0b85-4028-844f-d050e7d2fd10 None None] Set router f9b8eb96-6bec-468f-86a7-141a46dda822 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:55:18.987097 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:19.105185 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] Deleting port 0788bfe3-53ab-4d23-a332-fb2bb8a91e23 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:55:19.106235 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:19.125630 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-afde2388-0b85-4028-844f-d050e7d2fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c63d400>, [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:55:17Z', 'revision_number': 5, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port': {'id': '0788bfe3-53ab-4d23-a332-fb2bb8a91e23', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:05Z', 'updated_at': '2022-05-12T14:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:19.130365 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde2388-0b85-4028-844f-d050e7d2fd10 None None] Checking router: f9b8eb96-6bec-468f-86a7-141a46dda822 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:55:19.139340 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde2388-0b85-4028-844f-d050e7d2fd10 None None] Routers {'f9b8eb96-6bec-468f-86a7-141a46dda822'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:55:19.139959 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-afde2388-0b85-4028-844f-d050e7d2fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c63d400>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:54:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['f9b8eb96-6bec-468f-86a7-141a46dda822'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:19.299550 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-afde2388-0b85-4028-844f-d050e7d2fd10 None None] Set router f9b8eb96-6bec-468f-86a7-141a46dda822 gateway port host: None {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:55:19.315423 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] For port 0788bfe3-53ab-4d23-a332-fb2bb8a91e23, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=0788bfe3-53ab-4d23-a332-fb2bb8a91e23,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:55:19.315423 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:19.425795 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-afde2388-0b85-4028-844f-d050e7d2fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c63d400>, [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:55:18Z', 'revision_number': 6, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port_host': None}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:19.425795 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde2388-0b85-4028-844f-d050e7d2fd10 None None] The sync data for ids ['f9b8eb96-6bec-468f-86a7-141a46dda822'] in dv-cinder-831187-2-iscsi is: [{'id': 'f9b8eb96-6bec-468f-86a7-141a46dda822', 'name': 'tempest-AttachVolumeTestJSON-220495063-router', 'tenant_id': 'a090a68e336b4562aca524a95f550e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:04Z', 'updated_at': '2022-05-12T14:55:18Z', 'revision_number': 6, 'project_id': 'a090a68e336b4562aca524a95f550e04', 'gw_port_host': None}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:55:19.462735 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda50287-3804-4e7b-b81f-61cd85a23f59 req-0d003e24-95cd-4c1e-86b7-b1298e801772 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:19.465200 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cda50287-3804-4e7b-b81f-61cd85a23f59 req-0d003e24-95cd-4c1e-86b7-b1298e801772 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.1289318
May 12 14:55:19.473696 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] Calling delete_port for 0788bfe3-53ab-4d23-a332-fb2bb8a91e23 owned by network:router_gateway {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:55:19.513914 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cda50287-3804-4e7b-b81f-61cd85a23f59 req-a64420ca-ac0c-448f-a2de-10bf447a3732 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419009
May 12 14:55:19.710968 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:19.757551 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=0788bfe3-53ab-4d23-a332-fb2bb8a91e23,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:19.850589 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3883893'] for router_gateway, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:20.101092 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28155'] for router, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:20.103319 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:20.348597 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885384'] for router, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:20.348597 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9b8eb96-6bec-468f-86a7-141a46dda822 {{(pid=88125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 14:55:20.348597 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:20.349342 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 38962) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:20.349978 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-585f3527-1c70-4bc1-a3f7-df3fd1646b8b admin admin] 10.222.0.49 "DELETE /v2.0/routers/f9b8eb96-6bec-468f-86a7-141a46dda822 HTTP/1.1" status: 204  len: 168 time: 1.7171025
May 12 14:55:20.410022 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_v2 [None req-67aa229e-3701-4037-9080-ecf076a5aced admin admin] Deleting subnet b19e2646-24d9-4430-9acb-4aef7b057e71 {{(pid=88126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 14:55:20.417821 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-67aa229e-3701-4037-9080-ecf076a5aced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:20.465751 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-67aa229e-3701-4037-9080-ecf076a5aced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3159183'] for subnet, precommit_delete_associations {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:20.563492 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-67aa229e-3701-4037-9080-ecf076a5aced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:20.685411 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-783b458f-0411-4800-b9b3-469035244ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:20.728110 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f0396-0500-42d3-9712-392b572bb062 req-4f14a64b-b1ff-4239-bee5-21172cf1b3f3 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:20.730899 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-386f0396-0500-42d3-9712-392b572bb062 req-4f14a64b-b1ff-4239-bee5-21172cf1b3f3 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0883806
May 12 14:55:20.753604 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-67aa229e-3701-4037-9080-ecf076a5aced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3159172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2571129'] for subnet, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:20.783869 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-386f0396-0500-42d3-9712-392b572bb062 req-90690977-dafd-439e-b022-14ccf2d353eb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464923
May 12 14:55:20.796409 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-67aa229e-3701-4037-9080-ecf076a5aced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:20.801739 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf10f0f-5899-4c81-a928-f08537e75b71 None None] Network 42e9462e-79bf-4236-9d9e-1261c021234a requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:55:20.803590 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa229e-3701-4037-9080-ecf076a5aced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b19e2646-24d9-4430-9acb-4aef7b057e71,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:20.808264 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-67aa229e-3701-4037-9080-ecf076a5aced admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b19e2646-24d9-4430-9acb-4aef7b057e71 HTTP/1.1" status: 204  len: 168 time: 0.4636025
May 12 14:55:20.810613 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 38974) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:20.947560 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:20.960968 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] Deleting port 918c01b7-c3a7-46ce-b45e-62dbe5772c21 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:55:20.961567 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:21.111876 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54be20c-0f30-440e-9864-b57264589724 req-b9ecaa40-6adc-4a10-a958-6b7ddc637606 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:21.113672 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d54be20c-0f30-440e-9864-b57264589724 req-b9ecaa40-6adc-4a10-a958-6b7ddc637606 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 945 time: 0.0966465
May 12 14:55:21.130013 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d233697e-3eff-47a2-9683-5be11d1e484b None None] DHCP port deletion for 42e9462e-79bf-4236-9d9e-1261c021234a request from dv-cinder-831187-2-iscsi {{(pid=88128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 12 14:55:21.135022 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-d233697e-3eff-47a2-9683-5be11d1e484b None None] Deleting port 918c01b7-c3a7-46ce-b45e-62dbe5772c21 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:55:21.135518 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d233697e-3eff-47a2-9683-5be11d1e484b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:21.176057 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d54be20c-0f30-440e-9864-b57264589724 req-dacdff01-5a23-46d2-b248-e6f5d20e24af tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515723
May 12 14:55:21.208763 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] For port 918c01b7-c3a7-46ce-b45e-62dbe5772c21, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=918c01b7-c3a7-46ce-b45e-62dbe5772c21,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:55:21.213703 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:21.350003 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] Calling delete_port for 918c01b7-c3a7-46ce-b45e-62dbe5772c21 owned by network:dhcp {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:55:21.372944 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-d233697e-3eff-47a2-9683-5be11d1e484b None None] For port 918c01b7-c3a7-46ce-b45e-62dbe5772c21, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=918c01b7-c3a7-46ce-b45e-62dbe5772c21,segment=NetworkSegment(fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c),segment_id=fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:55:21.373461 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d233697e-3eff-47a2-9683-5be11d1e484b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:21.508093 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 0788bfe3-53ab-4d23-a332-fb2bb8a91e23 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:55:21.528106 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:21.540588 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-d233697e-3eff-47a2-9683-5be11d1e484b None None] Calling delete_port for 918c01b7-c3a7-46ce-b45e-62dbe5772c21 owned by network:dhcp {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:55:21.582385 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] Pushing event deleted for resources: {'Port': ['ID=918c01b7-c3a7-46ce-b45e-62dbe5772c21,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:21.584227 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] No DVR routers for this DVR port 918c01b7-c3a7-46ce-b45e-62dbe5772c21 on host dv-cinder-831187-2-iscsi {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:55:21.597624 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 0788bfe3-53ab-4d23-a332-fb2bb8a91e23 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:55:21.597624 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 0788bfe3-53ab-4d23-a332-fb2bb8a91e23 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:55:21.597624 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 918c01b7-c3a7-46ce-b45e-62dbe5772c21 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:55:21.645031 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 918c01b7-c3a7-46ce-b45e-62dbe5772c21 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:55:21.645415 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 918c01b7-c3a7-46ce-b45e-62dbe5772c21 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:55:21.645775 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device d1ad988c-93e0-48a8-9a3b-ce699ef589dc no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:55:21.702416 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: d1ad988c-93e0-48a8-9a3b-ce699ef589dc {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:55:21.703143 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device d1ad988c-93e0-48a8-9a3b-ce699ef589dc not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:55:21.708979 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:21.724744 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.db.api [None req-d233697e-3eff-47a2-9683-5be11d1e484b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 12 14:55:21.725124 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG oslo_db.api [None req-d233697e-3eff-47a2-9683-5be11d1e484b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 12 14:55:21.735786 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f8c5cba00>,) {'filters': {'network_id': ['42e9462e-79bf-4236-9d9e-1261c021234a']}} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:21.748243 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f8c5cba00>, 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c') {'for_net_delete': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:21.748539 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f8c5cba00>, 'fa7fd1ee-b0ed-46c1-8aea-dea6bdb8b70c') {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:21.760136 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3159222'] for segment, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:21.775476 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:21.781321 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 14:55:21.781694 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3159846'] for segment, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:21.791061 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]: Traceback (most recent call last):
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:     timer()
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:     cb(*args, **kw)
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:     return func(*args, **kwargs)
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:     self._notify()
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:     self.callback(batched_events)
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:     event.method(event)
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:     return f(self, *a, **k)
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._get(url).json()
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self.request(url, 'GET', **kwargs)
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 14:55:21.798067 dv-cinder-831187-2-iscsi neutron-server[88126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 14:55:21.873758 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:22.037944 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734050e7-4746-488f-a933-cba0f521ba24 req-7e06eb13-f51b-4689-8f0d-11ad61f35e72 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:22.039467 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-734050e7-4746-488f-a933-cba0f521ba24 req-7e06eb13-f51b-4689-8f0d-11ad61f35e72 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.1027830
May 12 14:55:22.083249 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-734050e7-4746-488f-a933-cba0f521ba24 req-eccdc6e2-32e7-49a8-b95a-e60fda4e77bf tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380902
May 12 14:55:22.099227 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:22.128083 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:22.139567 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] Pushing event deleted for resources: {'Network': ['ID=42e9462e-79bf-4236-9d9e-1261c021234a,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:22.226166 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-d233697e-3eff-47a2-9683-5be11d1e484b None None] Deleting port 918c01b7-c3a7-46ce-b45e-62dbe5772c21 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:55:22.226554 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d233697e-3eff-47a2-9683-5be11d1e484b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:22.232139 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e81f91b0-48bb-4f40-87d6-76d5fda1038d admin admin] 10.222.0.49 "DELETE /v2.0/networks/42e9462e-79bf-4236-9d9e-1261c021234a HTTP/1.1" status: 204  len: 168 time: 1.4199073
May 12 14:55:22.294551 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-d233697e-3eff-47a2-9683-5be11d1e484b None None] The port '918c01b7-c3a7-46ce-b45e-62dbe5772c21' was deleted {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
May 12 14:55:22.367530 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af3915-40f4-4c96-8262-f88df3fd3de4 req-0136ade9-7f72-489c-9873-9f9f71aae5be tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:22.369088 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e8af3915-40f4-4c96-8262-f88df3fd3de4 req-0136ade9-7f72-489c-9873-9f9f71aae5be tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 945 time: 0.0810020
May 12 14:55:22.416061 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e8af3915-40f4-4c96-8262-f88df3fd3de4 req-6f4079b6-63cb-4a11-b05c-af66419c3830 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412352
May 12 14:55:22.621966 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 38994) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:22.670547 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-592a6d2e-517f-47f7-a1bf-adf9a467ae42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a090a68e336b4562aca524a95f550e04&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0474570
May 12 14:55:22.672909 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 38998) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:22.730799 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-dbadff3a-1d5e-424d-b24b-eaa138a5ad1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:22.756031 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-dbadff3a-1d5e-424d-b24b-eaa138a5ad1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:22.894145 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-dbadff3a-1d5e-424d-b24b-eaa138a5ad1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:22.914571 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadff3a-1d5e-424d-b24b-eaa138a5ad1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a74fe4-fada-4c35-9bc5-8c16bad8eac7,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:22.919122 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-dbadff3a-1d5e-424d-b24b-eaa138a5ad1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:22.920104 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-dbadff3a-1d5e-424d-b24b-eaa138a5ad1f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54a74fe4-fada-4c35-9bc5-8c16bad8eac7 HTTP/1.1" status: 204  len: 168 time: 0.2463253
May 12 14:55:22.981723 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:23.280959 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd84ed4-8d62-4383-bcc9-fb2fe0829a64 req-44a3070a-93db-41c6-b3ee-3f20ac3ce2a3 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:23.282441 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8dd84ed4-8d62-4383-bcc9-fb2fe0829a64 req-44a3070a-93db-41c6-b3ee-3f20ac3ce2a3 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0854962
May 12 14:55:23.327942 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8dd84ed4-8d62-4383-bcc9-fb2fe0829a64 req-141e1fb9-37c6-429a-9cfd-10b3b1a8f9b0 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394545
May 12 14:55:23.605444 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6eaac-2a5a-466d-bf2a-4829655036ee req-b19d2f37-e9e9-4529-ac8d-56b179aad3bf tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:23.606923 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-22a6eaac-2a5a-466d-bf2a-4829655036ee req-b19d2f37-e9e9-4529-ac8d-56b179aad3bf tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 945 time: 0.0820534
May 12 14:55:23.650350 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-22a6eaac-2a5a-466d-bf2a-4829655036ee req-1a3fe90e-0d5c-4e5a-a57d-7361e5028964 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370145
May 12 14:55:24.517377 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66522ce3-c4f4-4314-9908-0d3b862edd3f req-2f5cc60f-8ae1-4ec6-a2c9-441a47446689 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:24.518999 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-66522ce3-c4f4-4314-9908-0d3b862edd3f req-2f5cc60f-8ae1-4ec6-a2c9-441a47446689 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0807006
May 12 14:55:24.568790 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-66522ce3-c4f4-4314-9908-0d3b862edd3f req-066e557f-a83e-480a-a2d4-7014034c6beb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442281
May 12 14:55:24.844265 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b3db4-64b2-4e2f-999a-0be4a0d8af40 req-72987528-61d3-4226-8db1-7f0c082444f2 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:24.846163 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ce0b3db4-64b2-4e2f-999a-0be4a0d8af40 req-72987528-61d3-4226-8db1-7f0c082444f2 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 945 time: 0.0845814
May 12 14:55:24.891311 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ce0b3db4-64b2-4e2f-999a-0be4a0d8af40 req-1a1263a6-ca63-4f39-a052-f1d8a5258307 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388334
May 12 14:55:25.099423 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 39062) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:25.255099 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c12db0ff-bbe4-48c1-923c-eb2872210e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:25.279841 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-c12db0ff-bbe4-48c1-923c-eb2872210e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:55:25.285751 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-c12db0ff-bbe4-48c1-923c-eb2872210e53 admin admin] Usage tracker for resource:security_group_rule and tenant:bea2065312774b7f87663d34ce76317d is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:55:25.290636 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-c12db0ff-bbe4-48c1-923c-eb2872210e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:55:25.306878 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-c12db0ff-bbe4-48c1-923c-eb2872210e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:55:25.342986 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-de0d33fa-2ed0-40c7-99cb-fb9f8bbe2ad5 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:25.352226 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-de0d33fa-2ed0-40c7-99cb-fb9f8bbe2ad5 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 945 time: 0.1471066
May 12 14:55:25.430615 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-ce2cb4ed-c224-4018-bf71-2d59d1fe8d17 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Deleting port 00ee9d33-d084-4d18-b69d-a02dc7875eab {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:55:25.430985 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-ce2cb4ed-c224-4018-bf71-2d59d1fe8d17 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:25.564736 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c12db0ff-bbe4-48c1-923c-eb2872210e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:25.662482 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c12db0ff-bbe4-48c1-923c-eb2872210e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:25.778155 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-c12db0ff-bbe4-48c1-923c-eb2872210e53 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bea2065312774b7f87663d34ce76317d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6775758
May 12 14:55:25.780884 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39082) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:25.792902 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12db0ff-bbe4-48c1-923c-eb2872210e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad0257c-b9ea-4950-9ba4-0c8b65ba4f1b,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:25.822544 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-ce2cb4ed-c224-4018-bf71-2d59d1fe8d17 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] For port 00ee9d33-d084-4d18-b69d-a02dc7875eab, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=00ee9d33-d084-4d18-b69d-a02dc7875eab,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:55:25.823073 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-ce2cb4ed-c224-4018-bf71-2d59d1fe8d17 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:25.859310 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-df0ac717-50f0-4cbe-bc06-1da3b56ac37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:25.886672 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-df0ac717-50f0-4cbe-bc06-1da3b56ac37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:26.003846 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06354932-afae-4c7d-adfb-d1e11fbb4bed req-05e12d5c-cf32-4d86-93a8-9e9daf66c289 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:26.005920 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-06354932-afae-4c7d-adfb-d1e11fbb4bed req-05e12d5c-cf32-4d86-93a8-9e9daf66c289 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.3167262
May 12 14:55:26.046703 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-df0ac717-50f0-4cbe-bc06-1da3b56ac37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:26.072948 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ac717-50f0-4cbe-bc06-1da3b56ac37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad0257c-b9ea-4950-9ba4-0c8b65ba4f1b,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:26.085312 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-df0ac717-50f0-4cbe-bc06-1da3b56ac37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:26.089624 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-df0ac717-50f0-4cbe-bc06-1da3b56ac37e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ad0257c-b9ea-4950-9ba4-0c8b65ba4f1b HTTP/1.1" status: 204  len: 168 time: 0.3047178
May 12 14:55:26.122506 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba643c0f-e32a-455c-91fb-a31bf7ebafde req-e212daee-09b7-4a0b-b9be-b5d755f38bd4 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:26.124263 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ba643c0f-e32a-455c-91fb-a31bf7ebafde req-e212daee-09b7-4a0b-b9be-b5d755f38bd4 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 945 time: 0.1242366
May 12 14:55:26.139594 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-06354932-afae-4c7d-adfb-d1e11fbb4bed req-7405272a-df39-43cf-823c-6236430e00ed tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1196277
May 12 14:55:26.185635 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ba643c0f-e32a-455c-91fb-a31bf7ebafde req-817ec334-eee7-45fb-8456-346757204283 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups?id=bff86ef7-416f-4c04-bb30-7425c00be3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535874
May 12 14:55:26.189744 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-ce2cb4ed-c224-4018-bf71-2d59d1fe8d17 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:26.194135 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-ce2cb4ed-c224-4018-bf71-2d59d1fe8d17 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:26.194135 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-ce2cb4ed-c224-4018-bf71-2d59d1fe8d17 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Floating IP 13e1bede-e0b0-452d-9b45-de55bc6365a0 disassociated. External IP: 172.27.3.9, port: 00ee9d33-d084-4d18-b69d-a02dc7875eab.
May 12 14:55:26.194135 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-ce2cb4ed-c224-4018-bf71-2d59d1fe8d17 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Calling delete_port for 00ee9d33-d084-4d18-b69d-a02dc7875eab owned by compute:nova {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:55:26.436498 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-ce2cb4ed-c224-4018-bf71-2d59d1fe8d17 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:26.487670 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cb4ed-c224-4018-bf71-2d59d1fe8d17 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event deleted for resources: {'Port': ['ID=00ee9d33-d084-4d18-b69d-a02dc7875eab,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:26.766084 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-ce2cb4ed-c224-4018-bf71-2d59d1fe8d17 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Router c38fe156-063f-4a54-8803-4982f93583c5 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:55:26.965477 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-ce2cb4ed-c224-4018-bf71-2d59d1fe8d17 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:55:26.977154 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbdadd7-bbc1-4b71-a350-0899047828af None None] Sync routers for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:55:26.992630 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbdadd7-bbc1-4b71-a350-0899047828af None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:55:26.993673 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-bdbdadd7-bbc1-4b71-a350-0899047828af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2d5400>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:55:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:27.040805 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-ce2cb4ed-c224-4018-bf71-2d59d1fe8d17 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] No DVR routers for this DVR port 00ee9d33-d084-4d18-b69d-a02dc7875eab on host hv-cinder-83118 {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:55:27.043365 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-ce2cb4ed-c224-4018-bf71-2d59d1fe8d17 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:27.045878 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dadfa9-df81-4e69-aa33-d99984dbebfc', 'name': 'network-vif-deleted', 'tag': '00ee9d33-d084-4d18-b69d-a02dc7875eab'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:55:27.095964 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f9a082-7e72-4c6e-85ec-4719b3e31367'] response: {'server_uuid': '59dadfa9-df81-4e69-aa33-d99984dbebfc', 'name': 'network-vif-deleted', 'tag': '00ee9d33-d084-4d18-b69d-a02dc7875eab', 'status': 'completed', 'code': 200}
May 12 14:55:27.163585 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7ce8c100-4119-43ee-80ba-95f3033d6b2b req-ce2cb4ed-c224-4018-bf71-2d59d1fe8d17 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.71 "DELETE /v2.0/ports/00ee9d33-d084-4d18-b69d-a02dc7875eab HTTP/1.1" status: 204  len: 173 time: 1.8133371
May 12 14:55:27.231877 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-bdbdadd7-bbc1-4b71-a350-0899047828af None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:55:27.562106 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086164c-0e12-4d28-af3f-6e7fced8ec62 req-f9bb4c12-4a63-43df-b91e-92870fc14873 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:27.575744 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5086164c-0e12-4d28-af3f-6e7fced8ec62 req-f9bb4c12-4a63-43df-b91e-92870fc14873 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.2191575
May 12 14:55:27.593023 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-5390cf9f-54e8-41cb-a95a-2dd12d750b42 req-e446754e-5ec8-412d-9b33-543b67587ce6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Synchronizing usage tracker for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:55:27.633212 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5086164c-0e12-4d28-af3f-6e7fced8ec62 req-a71e1c19-3543-4c4f-a0e6-62f8db525f0d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568554
May 12 14:55:27.649530 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-bdbdadd7-bbc1-4b71-a350-0899047828af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2d5400>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:27.653375 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbdadd7-bbc1-4b71-a350-0899047828af None None] Checking router: c38fe156-063f-4a54-8803-4982f93583c5 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:55:27.661832 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbdadd7-bbc1-4b71-a350-0899047828af None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:55:27.662414 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-bdbdadd7-bbc1-4b71-a350-0899047828af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2d5400>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:55:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:27.705145 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-5390cf9f-54e8-41cb-a95a-2dd12d750b42 req-e446754e-5ec8-412d-9b33-543b67587ce6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Unset dirty status for tenant:67a8451272cc41ebaf1598ed940bf09a on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:55:27.706688 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5390cf9f-54e8-41cb-a95a-2dd12d750b42 req-e446754e-5ec8-412d-9b33-543b67587ce6 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/ports?device_id=59dadfa9-df81-4e69-aa33-d99984dbebfc HTTP/1.1" status: 200  len: 210 time: 0.2167339
May 12 14:55:27.854986 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-bdbdadd7-bbc1-4b71-a350-0899047828af None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:55:28.189661 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-bdbdadd7-bbc1-4b71-a350-0899047828af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2d5400>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:28.194007 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbdadd7-bbc1-4b71-a350-0899047828af None None] The sync data for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi is: [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:48:22Z', 'revision_number': 4, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '9e9a4da5-4d69-4cdc-b045-8a59799c647c', 'name': '', 'network_id': '9862f13a-dccf-465d-abda-f29b2d232c04', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'mac_address': 'fa:16:3e:75:93:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:18Z', 'updated_at': '2022-05-12T14:48:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'subnets': [{'id': '7f368cfb-e379-4448-9120-bcd23ab51263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:55:28.495490 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b832125-afb3-49cd-9d52-bc0728e62399 None None] New status for floating IP 13e1bede-e0b0-452d-9b45-de55bc6365a0: DOWN {{(pid=88129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:55:28.555910 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 00ee9d33-d084-4d18-b69d-a02dc7875eab no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:55:28.596068 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: 00ee9d33-d084-4d18-b69d-a02dc7875eab {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:55:28.596420 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 00ee9d33-d084-4d18-b69d-a02dc7875eab not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:55:28.619620 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:28.839065 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a22373-1ca8-4581-9dfb-c541a007bdc5 req-b50f234d-c2da-4487-a6ae-7b32bf647274 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:28.844553 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b7a22373-1ca8-4581-9dfb-c541a007bdc5 req-b50f234d-c2da-4487-a6ae-7b32bf647274 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0904424
May 12 14:55:28.885748 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b7a22373-1ca8-4581-9dfb-c541a007bdc5 req-e692a95c-47c1-493d-a715-12f327ac1662 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384181
May 12 14:55:28.999726 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 39180) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:29.064046 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ff7a161b-f7d7-4cae-9afa-2acb45f50f3d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:29.091106 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ff7a161b-f7d7-4cae-9afa-2acb45f50f3d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:29.250563 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ff7a161b-f7d7-4cae-9afa-2acb45f50f3d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:29.268254 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a161b-f7d7-4cae-9afa-2acb45f50f3d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff86ef7-416f-4c04-bb30-7425c00be3a4,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:29.367342 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ff7a161b-f7d7-4cae-9afa-2acb45f50f3d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:29.368499 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-ff7a161b-f7d7-4cae-9afa-2acb45f50f3d tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "DELETE /v2.0/security-groups/bff86ef7-416f-4c04-bb30-7425c00be3a4 HTTP/1.1" status: 204  len: 168 time: 0.3677640
May 12 14:55:29.371771 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 39186) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:29.388157 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.api.v2.resource [None req-6400df5d-d40f-4316-b1e7-82462d00dbc9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] show failed (client error): The resource could not be found.
May 12 14:55:29.389141 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-6400df5d-d40f-4316-b1e7-82462d00dbc9 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "GET /v2.0/security-groups/bff86ef7-416f-4c04-bb30-7425c00be3a4 HTTP/1.1" status: 404  len: 347 time: 0.0164564
May 12 14:55:29.392012 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 39190) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:29.423036 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39194) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:29.537353 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-351015d6-279a-4a33-aa50-a36a801aea65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:29.551699 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-351015d6-279a-4a33-aa50-a36a801aea65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:55:29.552393 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-f1c4b657-bb62-42d5-b0ce-216878d7a995 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Deleting port c5917a13-511c-4e2e-961b-6a5d97a262fc {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:55:29.552736 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b657-bb62-42d5-b0ce-216878d7a995 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:29.555554 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-351015d6-279a-4a33-aa50-a36a801aea65 admin admin] Usage tracker for resource:security_group_rule and tenant:02b25ff9636b41408fe682dfa4794255 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:55:29.558329 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-351015d6-279a-4a33-aa50-a36a801aea65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:55:29.564628 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-351015d6-279a-4a33-aa50-a36a801aea65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:55:29.645737 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-351015d6-279a-4a33-aa50-a36a801aea65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:29.723016 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b657-bb62-42d5-b0ce-216878d7a995 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:29.723347 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b657-bb62-42d5-b0ce-216878d7a995 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:29.730881 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-351015d6-279a-4a33-aa50-a36a801aea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:29.779075 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-351015d6-279a-4a33-aa50-a36a801aea65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02b25ff9636b41408fe682dfa4794255&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3543751
May 12 14:55:29.780753 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351015d6-279a-4a33-aa50-a36a801aea65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a60ea1-d09d-4a71-966c-219f545a2583,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:29.783137 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39204) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:29.845942 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6ffad662-62a1-4022-8a74-68bdd0db0ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:29.855433 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-f1c4b657-bb62-42d5-b0ce-216878d7a995 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Calling delete_port for c5917a13-511c-4e2e-961b-6a5d97a262fc owned by network:floatingip {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:55:29.871894 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6ffad662-62a1-4022-8a74-68bdd0db0ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:30.068228 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6ffad662-62a1-4022-8a74-68bdd0db0ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:30.085038 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffad662-62a1-4022-8a74-68bdd0db0ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a60ea1-d09d-4a71-966c-219f545a2583,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:30.098100 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91089d68-3f96-40a5-b29c-3e9dc2a994ac req-22b93fe5-0fc3-4c96-8f10-68f178a6133c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:30.099577 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-91089d68-3f96-40a5-b29c-3e9dc2a994ac req-22b93fe5-0fc3-4c96-8f10-68f178a6133c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0964866
May 12 14:55:30.100863 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6ffad662-62a1-4022-8a74-68bdd0db0ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:30.101854 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-6ffad662-62a1-4022-8a74-68bdd0db0ee8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4a60ea1-d09d-4a71-966c-219f545a2583 HTTP/1.1" status: 204  len: 168 time: 0.3178508
May 12 14:55:30.102433 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b657-bb62-42d5-b0ce-216878d7a995 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:30.168852 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-91089d68-3f96-40a5-b29c-3e9dc2a994ac req-c64b2bfd-71aa-4c8d-8158-acedf37c664a tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492561
May 12 14:55:30.214194 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4b657-bb62-42d5-b0ce-216878d7a995 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Pushing event deleted for resources: {'Port': ['ID=c5917a13-511c-4e2e-961b-6a5d97a262fc,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:30.275659 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b657-bb62-42d5-b0ce-216878d7a995 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks [] for floatingip, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:30.385174 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b657-bb62-42d5-b0ce-216878d7a995 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:30.386324 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-f1c4b657-bb62-42d5-b0ce-216878d7a995 tempest-AttachVolumeNegativeTest-715688681 tempest-AttachVolumeNegativeTest-715688681-project] 10.222.0.49 "DELETE /v2.0/floatingips/13e1bede-e0b0-452d-9b45-de55bc6365a0 HTTP/1.1" status: 204  len: 168 time: 0.9934192
May 12 14:55:30.560488 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 74c60ae0-11dc-4a5e-afb9-11e124615006 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:55:30.698707 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 74c60ae0-11dc-4a5e-afb9-11e124615006, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74c60ae0-11dc-4a5e-afb9-11e124615006,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:55:30.712269 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'port_id': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'mac_address': 'fa:16:3e:75:25:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:55:30.771200 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:30.788527 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74c60ae0-11dc-4a5e-afb9-11e124615006 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:55:30.805300 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 74c60ae0-11dc-4a5e-afb9-11e124615006, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74c60ae0-11dc-4a5e-afb9-11e124615006,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:55:30.878985 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:30.947167 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=74c60ae0-11dc-4a5e-afb9-11e124615006,revision_number=6']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:30.949602 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39228) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:30.968815 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-24ecb597-2888-44b6-bb85-34b723c610bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:30.982577 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-24ecb597-2888-44b6-bb85-34b723c610bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:55:30.986668 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-24ecb597-2888-44b6-bb85-34b723c610bb admin admin] Usage tracker for resource:security_group_rule and tenant:10d479afd3cf466c80b80ec84f6d730e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:55:30.989425 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-24ecb597-2888-44b6-bb85-34b723c610bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:55:30.995031 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-24ecb597-2888-44b6-bb85-34b723c610bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:55:31.039599 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['74c60ae0-11dc-4a5e-afb9-11e124615006'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:55:31.075361 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-24ecb597-2888-44b6-bb85-34b723c610bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:31.204525 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-24ecb597-2888-44b6-bb85-34b723c610bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:31.261551 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecb597-2888-44b6-bb85-34b723c610bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c640f5d-5129-4dbd-96c7-d7db8a1ae42e,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:31.296915 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-24ecb597-2888-44b6-bb85-34b723c610bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10d479afd3cf466c80b80ec84f6d730e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3461816
May 12 14:55:31.301442 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 39244) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:31.538256 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5033-d4b0-462a-b477-36ef357bd980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:31.548151 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15e197-118d-4da7-bafc-0c17cf313f9f req-10cfcdbe-0e38-4a57-99bf-b1cea0027e4f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:31.549609 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9a15e197-118d-4da7-bafc-0c17cf313f9f req-10cfcdbe-0e38-4a57-99bf-b1cea0027e4f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 944 time: 0.2339480
May 12 14:55:31.591713 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5033-d4b0-462a-b477-36ef357bd980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:31.630184 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9a15e197-118d-4da7-bafc-0c17cf313f9f req-9f70899b-ff67-4746-9477-44d67e515a99 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736756
May 12 14:55:31.844888 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5033-d4b0-462a-b477-36ef357bd980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:31.860104 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c5033-d4b0-462a-b477-36ef357bd980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c640f5d-5129-4dbd-96c7-d7db8a1ae42e,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:31.869521 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5033-d4b0-462a-b477-36ef357bd980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:31.871515 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-8f1c5033-d4b0-462a-b477-36ef357bd980 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c640f5d-5129-4dbd-96c7-d7db8a1ae42e HTTP/1.1" status: 204  len: 168 time: 0.5688345
May 12 14:55:32.098003 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39274) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:32.433767 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5e6f40ec-7eb6-4bc4-afcd-1d2682a69adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:32.450251 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-5e6f40ec-7eb6-4bc4-afcd-1d2682a69adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:55:32.456469 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-5e6f40ec-7eb6-4bc4-afcd-1d2682a69adc admin admin] Usage tracker for resource:security_group_rule and tenant:4dec12683ee24959963a98cb1ff46ecc is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:55:32.459674 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-5e6f40ec-7eb6-4bc4-afcd-1d2682a69adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:55:32.465691 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-5e6f40ec-7eb6-4bc4-afcd-1d2682a69adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:55:32.572886 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 74c60ae0-11dc-4a5e-afb9-11e124615006 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:55:32.581249 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5e6f40ec-7eb6-4bc4-afcd-1d2682a69adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:32.665377 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 74c60ae0-11dc-4a5e-afb9-11e124615006 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:55:32.665750 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:32.671342 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5e6f40ec-7eb6-4bc4-afcd-1d2682a69adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:32.893090 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:32.895391 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5e6f40ec-7eb6-4bc4-afcd-1d2682a69adc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4dec12683ee24959963a98cb1ff46ecc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7963419
May 12 14:55:32.898187 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 39294) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:32.937467 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 74c60ae0-11dc-4a5e-afb9-11e124615006, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74c60ae0-11dc-4a5e-afb9-11e124615006,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:55:32.938725 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5184e752-c944-4ecd-a516-600944c18dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c60ae0-11dc-4a5e-afb9-11e124615006'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:55:32.993701 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b43f2a6-355f-412d-a43f-b26ed4901fa5'] response: {'server_uuid': '5184e752-c944-4ecd-a516-600944c18dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'code': 200}
May 12 14:55:33.005931 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-230f75aa-a7d5-42a4-9d91-d388b50b5549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:33.021049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f40ec-7eb6-4bc4-afcd-1d2682a69adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4399952d-1471-47d7-932c-65f329201477,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:33.041191 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-230f75aa-a7d5-42a4-9d91-d388b50b5549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:33.055943 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:33.058780 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12459df0-90bc-41f6-bb38-c7fd9cd79167 req-eac48a20-11fd-4e74-9d2d-ff05f7a7bde5 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:33.060585 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-12459df0-90bc-41f6-bb38-c7fd9cd79167 req-eac48a20-11fd-4e74-9d2d-ff05f7a7bde5 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 944 time: 0.1637964
May 12 14:55:33.143387 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=74c60ae0-11dc-4a5e-afb9-11e124615006,revision_number=7']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:33.162200 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-12459df0-90bc-41f6-bb38-c7fd9cd79167 req-f30c20ff-92e4-48b3-9478-ff3a78815c14 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0920067
May 12 14:55:33.219472 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-230f75aa-a7d5-42a4-9d91-d388b50b5549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:33.234104 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f75aa-a7d5-42a4-9d91-d388b50b5549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4399952d-1471-47d7-932c-65f329201477,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:33.257363 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-230f75aa-a7d5-42a4-9d91-d388b50b5549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:33.258786 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-230f75aa-a7d5-42a4-9d91-d388b50b5549 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4399952d-1471-47d7-932c-65f329201477 HTTP/1.1" status: 204  len: 168 time: 0.3590117
May 12 14:55:34.207257 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 39334) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:34.231502 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0c197b7a-4f0d-4a49-916b-16c11400dda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:34.256139 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-0c197b7a-4f0d-4a49-916b-16c11400dda0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:55:34.260712 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-0c197b7a-4f0d-4a49-916b-16c11400dda0 admin admin] Usage tracker for resource:security_group_rule and tenant:a09e8916aa0b423680f6bb83c7bfa02e is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:55:34.267731 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-0c197b7a-4f0d-4a49-916b-16c11400dda0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:55:34.271827 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-0c197b7a-4f0d-4a49-916b-16c11400dda0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:55:34.482100 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f3e2d-3d34-468f-98cb-45b5959d89e9 req-e4b088f2-b6a0-4275-85a1-b83b8a1ceec1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:34.484160 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-394f3e2d-3d34-468f-98cb-45b5959d89e9 req-e4b088f2-b6a0-4275-85a1-b83b8a1ceec1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.1821163
May 12 14:55:34.507981 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0c197b7a-4f0d-4a49-916b-16c11400dda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:34.545581 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-394f3e2d-3d34-468f-98cb-45b5959d89e9 req-55d9ab1a-0f8c-4476-bdac-b523390034a6 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533693
May 12 14:55:34.616218 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-0c197b7a-4f0d-4a49-916b-16c11400dda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:34.660413 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39344) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:34.660909 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-0c197b7a-4f0d-4a49-916b-16c11400dda0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a09e8916aa0b423680f6bb83c7bfa02e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4487519
May 12 14:55:34.674304 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c197b7a-4f0d-4a49-916b-16c11400dda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22c42e4-8e4b-4215-b9d5-5fbf1b1d681f,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:34.753311 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6df8532f-e647-4a31-9980-1a6316deb3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:34.782241 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6df8532f-e647-4a31-9980-1a6316deb3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:34.965651 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6df8532f-e647-4a31-9980-1a6316deb3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:34.982561 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8532f-e647-4a31-9980-1a6316deb3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22c42e4-8e4b-4215-b9d5-5fbf1b1d681f,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:35.001995 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6df8532f-e647-4a31-9980-1a6316deb3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:35.005627 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-6df8532f-e647-4a31-9980-1a6316deb3ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c22c42e4-8e4b-4215-b9d5-5fbf1b1d681f HTTP/1.1" status: 204  len: 168 time: 0.3447402
May 12 14:55:35.649626 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39370) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:35.744562 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240bb97-0c82-4cd6-b33f-5838fdd962dc req-dfb12042-6bcb-4270-8fe4-6b4908d0fcae tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:35.753420 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b240bb97-0c82-4cd6-b33f-5838fdd962dc req-dfb12042-6bcb-4270-8fe4-6b4908d0fcae tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0894248
May 12 14:55:35.794133 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b240bb97-0c82-4cd6-b33f-5838fdd962dc req-fc8e587a-099f-475a-aabd-3e507f577041 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418043
May 12 14:55:36.614131 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-26e8e891-2938-4473-ac8c-484f81929586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884872'] for router_interface, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:37.108033 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-26e8e891-2938-4473-ac8c-484f81929586 admin admin] Deleting port 9e9a4da5-4d69-4cdc-b045-8a59799c647c {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:55:37.108405 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-26e8e891-2938-4473-ac8c-484f81929586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:37.140889 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac792faa-4c25-4f0d-be9c-dff63dfca1e9 req-5258f8cc-55a5-4a71-9ccb-17955841bc4f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:37.148491 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ac792faa-4c25-4f0d-be9c-dff63dfca1e9 req-5258f8cc-55a5-4a71-9ccb-17955841bc4f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.1885042
May 12 14:55:37.222587 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ac792faa-4c25-4f0d-be9c-dff63dfca1e9 req-f3415ea5-5499-4f00-b6f2-87173cc2fee6 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731440
May 12 14:55:37.378676 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-26e8e891-2938-4473-ac8c-484f81929586 admin admin] For port 9e9a4da5-4d69-4cdc-b045-8a59799c647c, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=9e9a4da5-4d69-4cdc-b045-8a59799c647c,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:55:37.379154 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-26e8e891-2938-4473-ac8c-484f81929586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:37.613104 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 39434) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:37.644187 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-26e8e891-2938-4473-ac8c-484f81929586 admin admin] Calling delete_port for 9e9a4da5-4d69-4cdc-b045-8a59799c647c owned by network:router_interface {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:55:37.783897 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f2ba4c49-1721-480b-b0c1-ee378f5c18c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:37.802030 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-f2ba4c49-1721-480b-b0c1-ee378f5c18c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:55:37.809413 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-f2ba4c49-1721-480b-b0c1-ee378f5c18c5 admin admin] Usage tracker for resource:security_group_rule and tenant:989ade5f10fc47a6943b9706df31cadb is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:55:37.821983 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-f2ba4c49-1721-480b-b0c1-ee378f5c18c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:55:37.830023 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-f2ba4c49-1721-480b-b0c1-ee378f5c18c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:55:37.937684 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f2ba4c49-1721-480b-b0c1-ee378f5c18c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:38.004912 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-26e8e891-2938-4473-ac8c-484f81929586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:38.039608 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f2ba4c49-1721-480b-b0c1-ee378f5c18c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:38.071808 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8e891-2938-4473-ac8c-484f81929586 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9a4da5-4d69-4cdc-b045-8a59799c647c,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:38.091382 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-f2ba4c49-1721-480b-b0c1-ee378f5c18c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=989ade5f10fc47a6943b9706df31cadb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4770994
May 12 14:55:38.121509 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39444) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:38.133455 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba4c49-1721-480b-b0c1-ee378f5c18c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a155aaf-e8b0-4f2d-b223-e1deb0ac9011,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:38.455487 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2a8908a4-de83-454e-98a4-34d8843dc213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:38.562790 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661c987-5d74-4fb1-8efd-6f8948888e8b req-41eed816-0bfa-4618-a552-ab27111c00a4 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:38.566486 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c661c987-5d74-4fb1-8efd-6f8948888e8b req-41eed816-0bfa-4618-a552-ab27111c00a4 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.1532569
May 12 14:55:38.576280 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2a8908a4-de83-454e-98a4-34d8843dc213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:38.612781 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-26e8e891-2938-4473-ac8c-484f81929586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3749175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890168'] for router_interface, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:38.624715 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c661c987-5d74-4fb1-8efd-6f8948888e8b req-7c94ebd6-daf2-4c29-b4bb-d160da40ac94 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520854
May 12 14:55:38.897256 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2a8908a4-de83-454e-98a4-34d8843dc213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:38.922936 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8908a4-de83-454e-98a4-34d8843dc213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a155aaf-e8b0-4f2d-b223-e1deb0ac9011,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:39.020866 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2a8908a4-de83-454e-98a4-34d8843dc213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:39.021009 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-2a8908a4-de83-454e-98a4-34d8843dc213 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a155aaf-e8b0-4f2d-b223-e1deb0ac9011 HTTP/1.1" status: 204  len: 168 time: 0.8934622
May 12 14:55:39.209153 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e8e891-2938-4473-ac8c-484f81929586 admin admin] Router c38fe156-063f-4a54-8803-4982f93583c5 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:55:39.460839 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e8e891-2938-4473-ac8c-484f81929586 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:55:39.471659 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-26e8e891-2938-4473-ac8c-484f81929586 admin admin] 10.222.0.49 "PUT /v2.0/routers/c38fe156-063f-4a54-8803-4982f93583c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8156369
May 12 14:55:39.472617 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 39472) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:39.473795 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aba19a5-9796-4be6-a65c-31f36c026f12 None None] Sync routers for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:55:39.484966 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aba19a5-9796-4be6-a65c-31f36c026f12 None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:55:39.485593 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-6aba19a5-9796-4be6-a65c-31f36c026f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f879097f0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:55:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:39.683130 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:39.804232 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-6aba19a5-9796-4be6-a65c-31f36c026f12 None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:55:39.895883 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:39.896727 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88103cd-edd6-4b8a-bda7-ae5a6a2dd33b req-8bc0dd1a-90cd-4104-ba50-4a3da282016c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:39.905211 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f88103cd-edd6-4b8a-bda7-ae5a6a2dd33b req-8bc0dd1a-90cd-4104-ba50-4a3da282016c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.1275558
May 12 14:55:39.956131 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f88103cd-edd6-4b8a-bda7-ae5a6a2dd33b req-98876d42-1c8b-43bb-b156-ed2cf7e95d5d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496929
May 12 14:55:40.054841 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] Deleting port e94367dd-59db-4c2e-a94a-7bdabf5a5044 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:55:40.054841 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:40.135559 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39484) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:40.279838 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2ff95edd-15b3-46b4-b663-996c4a0679fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:40.280189 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-6aba19a5-9796-4be6-a65c-31f36c026f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f879097f0>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:55:37Z', 'revision_number': 5, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port': {'id': 'e94367dd-59db-4c2e-a94a-7bdabf5a5044', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:48:09Z', 'updated_at': '2022-05-12T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:40.280189 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aba19a5-9796-4be6-a65c-31f36c026f12 None None] Checking router: c38fe156-063f-4a54-8803-4982f93583c5 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:55:40.280424 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2ff95edd-15b3-46b4-b663-996c4a0679fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:55:40.280503 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aba19a5-9796-4be6-a65c-31f36c026f12 None None] Routers {'c38fe156-063f-4a54-8803-4982f93583c5'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:55:40.280503 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-6aba19a5-9796-4be6-a65c-31f36c026f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f879097f0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:55:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['c38fe156-063f-4a54-8803-4982f93583c5'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:40.280667 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2ff95edd-15b3-46b4-b663-996c4a0679fa admin admin] Usage tracker for resource:security_group_rule and tenant:5b23edfb865a4262a59e22cd42b1ad89 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:55:40.280667 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2ff95edd-15b3-46b4-b663-996c4a0679fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:55:40.280667 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2ff95edd-15b3-46b4-b663-996c4a0679fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:55:40.280864 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] For port e94367dd-59db-4c2e-a94a-7bdabf5a5044, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=e94367dd-59db-4c2e-a94a-7bdabf5a5044,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:55:40.280864 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:40.361439 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-6aba19a5-9796-4be6-a65c-31f36c026f12 None None] Set router c38fe156-063f-4a54-8803-4982f93583c5 gateway port host: None {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:55:40.405131 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] Calling delete_port for e94367dd-59db-4c2e-a94a-7bdabf5a5044 owned by network:router_gateway {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:55:40.408583 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2ff95edd-15b3-46b4-b663-996c4a0679fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:40.476514 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-6aba19a5-9796-4be6-a65c-31f36c026f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f879097f0>, [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:55:39Z', 'revision_number': 6, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port_host': None}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:40.483967 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aba19a5-9796-4be6-a65c-31f36c026f12 None None] The sync data for ids ['c38fe156-063f-4a54-8803-4982f93583c5'] in dv-cinder-831187-2-iscsi is: [{'id': 'c38fe156-063f-4a54-8803-4982f93583c5', 'name': 'tempest-AttachVolumeNegativeTest-1664175777-router', 'tenant_id': '67a8451272cc41ebaf1598ed940bf09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:48:06Z', 'updated_at': '2022-05-12T14:55:39Z', 'revision_number': 6, 'project_id': '67a8451272cc41ebaf1598ed940bf09a', 'gw_port_host': None}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:55:40.499882 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2ff95edd-15b3-46b4-b663-996c4a0679fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:40.589490 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-2ff95edd-15b3-46b4-b663-996c4a0679fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b23edfb865a4262a59e22cd42b1ad89&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4526932
May 12 14:55:40.591419 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39492) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:40.605014 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff95edd-15b3-46b4-b663-996c4a0679fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3a5b7e-f029-4117-aa84-653522e7da3b,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:40.673225 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb57a-d25d-4c35-9733-20d6d20ca659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:40.718263 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb57a-d25d-4c35-9733-20d6d20ca659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:40.867487 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:40.901978 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb57a-d25d-4c35-9733-20d6d20ca659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:40.955056 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb57a-d25d-4c35-9733-20d6d20ca659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:40.960485 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-cbbcb57a-d25d-4c35-9733-20d6d20ca659 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa3a5b7e-f029-4117-aa84-653522e7da3b HTTP/1.1" status: 204  len: 168 time: 0.3672729
May 12 14:55:40.964766 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcb57a-d25d-4c35-9733-20d6d20ca659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3a5b7e-f029-4117-aa84-653522e7da3b,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:40.977153 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94367dd-59db-4c2e-a94a-7bdabf5a5044,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:41.191612 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3883893'] for router_gateway, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:41.397103 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e38649-22f8-437b-8f67-b159eee2dbbb req-dd8f4992-a257-4468-9810-0ff8fdef245b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:41.398702 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d8e38649-22f8-437b-8f67-b159eee2dbbb req-dd8f4992-a257-4468-9810-0ff8fdef245b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.2849643
May 12 14:55:41.401130 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28155'] for router, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:41.403750 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:41.465222 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d8e38649-22f8-437b-8f67-b159eee2dbbb req-eec43d23-26c3-4404-b9a6-2ad29c8e41e4 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594058
May 12 14:55:41.499070 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device e94367dd-59db-4c2e-a94a-7bdabf5a5044 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:55:41.544556 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: e94367dd-59db-4c2e-a94a-7bdabf5a5044 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:55:41.544892 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device e94367dd-59db-4c2e-a94a-7bdabf5a5044 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:55:41.545315 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 9e9a4da5-4d69-4cdc-b045-8a59799c647c no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:55:41.585239 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 9e9a4da5-4d69-4cdc-b045-8a59799c647c {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:55:41.585634 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 9e9a4da5-4d69-4cdc-b045-8a59799c647c not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:55:41.636514 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885384'] for router, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:41.637151 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38fe156-063f-4a54-8803-4982f93583c5 {{(pid=88126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 14:55:41.677153 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] Notify callbacks [] for router, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:41.679721 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-c33f81e6-b10e-46de-8db5-beb1915af4f8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c38fe156-063f-4a54-8803-4982f93583c5 HTTP/1.1" status: 204  len: 168 time: 2.2079527
May 12 14:55:41.682910 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39510) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:41.764534 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2bf98bb-0ca4-4892-8007-7b3018b4ebe9 admin admin] Deleting subnet 7f368cfb-e379-4448-9120-bcd23ab51263 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 14:55:41.768306 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a2bf98bb-0ca4-4892-8007-7b3018b4ebe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:41.838791 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a2bf98bb-0ca4-4892-8007-7b3018b4ebe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2506725'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:42.005791 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a2bf98bb-0ca4-4892-8007-7b3018b4ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:42.198212 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a2bf98bb-0ca4-4892-8007-7b3018b4ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319246'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:42.274393 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf98bb-0ca4-4892-8007-7b3018b4ebe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f368cfb-e379-4448-9120-bcd23ab51263,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:42.276589 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a2bf98bb-0ca4-4892-8007-7b3018b4ebe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:42.283413 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3a3296-a4da-4a8c-bb00-0b2e38d68caa None None] Network 9862f13a-dccf-465d-abda-f29b2d232c04 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:55:42.301586 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a2bf98bb-0ca4-4892-8007-7b3018b4ebe9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7f368cfb-e379-4448-9120-bcd23ab51263 HTTP/1.1" status: 204  len: 168 time: 0.6150064
May 12 14:55:42.303378 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39528) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:42.526206 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:42.539256 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] Deleting port c54272fa-8cda-4d64-bcb6-1553bd2014f5 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:55:42.539680 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:42.760299 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e5ffcf-7906-4e45-93af-169fd5f8db37 None None] DHCP port deletion for 9862f13a-dccf-465d-abda-f29b2d232c04 request from dv-cinder-831187-2-iscsi {{(pid=88128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 12 14:55:42.769486 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-02e5ffcf-7906-4e45-93af-169fd5f8db37 None None] Deleting port c54272fa-8cda-4d64-bcb6-1553bd2014f5 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:55:42.769868 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-02e5ffcf-7906-4e45-93af-169fd5f8db37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:42.785065 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] For port c54272fa-8cda-4d64-bcb6-1553bd2014f5, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=c54272fa-8cda-4d64-bcb6-1553bd2014f5,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:55:42.785586 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:43.033126 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] Calling delete_port for c54272fa-8cda-4d64-bcb6-1553bd2014f5 owned by network:dhcp {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:55:43.156041 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59921e9b-03d3-4908-a0f2-900c1519a009 req-7b83f239-6aa9-4a01-8506-d6dc2d7896e4 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:43.158845 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-59921e9b-03d3-4908-a0f2-900c1519a009 req-7b83f239-6aa9-4a01-8506-d6dc2d7896e4 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.2686515
May 12 14:55:43.179367 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-02e5ffcf-7906-4e45-93af-169fd5f8db37 None None] For port c54272fa-8cda-4d64-bcb6-1553bd2014f5, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=c54272fa-8cda-4d64-bcb6-1553bd2014f5,segment=NetworkSegment(9f7a3434-eff3-4f89-8151-282a1614bd6d),segment_id=9f7a3434-eff3-4f89-8151-282a1614bd6d)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:55:43.179779 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-02e5ffcf-7906-4e45-93af-169fd5f8db37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:43.222937 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-59921e9b-03d3-4908-a0f2-900c1519a009 req-facd9bb3-481f-4f56-9909-74a463904388 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558021
May 12 14:55:43.322023 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:43.362430 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-02e5ffcf-7906-4e45-93af-169fd5f8db37 None None] Calling delete_port for c54272fa-8cda-4d64-bcb6-1553bd2014f5 owned by network:dhcp {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:55:43.372900 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=c54272fa-8cda-4d64-bcb6-1553bd2014f5,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:43.384333 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] No DVR routers for this DVR port c54272fa-8cda-4d64-bcb6-1553bd2014f5 on host dv-cinder-831187-2-iscsi {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:55:43.495897 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device c54272fa-8cda-4d64-bcb6-1553bd2014f5 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:55:43.550929 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: c54272fa-8cda-4d64-bcb6-1553bd2014f5 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:55:43.551278 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device c54272fa-8cda-4d64-bcb6-1553bd2014f5 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:55:43.566495 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:43.584571 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.db.api [None req-02e5ffcf-7906-4e45-93af-169fd5f8db37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 12 14:55:43.584895 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG oslo_db.api [None req-02e5ffcf-7906-4e45-93af-169fd5f8db37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 12 14:55:43.597490 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f86feef40>,) {'filters': {'network_id': ['9862f13a-dccf-465d-abda-f29b2d232c04']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:43.619919 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f86feef40>, '9f7a3434-eff3-4f89-8151-282a1614bd6d') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:43.620428 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f86feef40>, '9f7a3434-eff3-4f89-8151-282a1614bd6d') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:55:43.635353 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2506716'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:43.656091 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:43.662873 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 14:55:43.663362 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505917'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]: Traceback (most recent call last):
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:     timer()
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:     cb(*args, **kw)
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:     return func(*args, **kwargs)
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:     self._notify()
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:     self.callback(batched_events)
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:     event.method(event)
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:     return f(self, *a, **k)
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._get(url).json()
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self.request(url, 'GET', **kwargs)
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 14:55:43.677291 dv-cinder-831187-2-iscsi neutron-server[88125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 14:55:43.740661 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 39564) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:43.879516 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-60f95372-2ba9-4a9c-a09c-ff02e61ea2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:43.884361 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:43.908464 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:43.921126 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=9862f13a-dccf-465d-abda-f29b2d232c04,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:43.933727 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-60f95372-2ba9-4a9c-a09c-ff02e61ea2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:55:43.938306 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-60f95372-2ba9-4a9c-a09c-ff02e61ea2cb admin admin] Usage tracker for resource:security_group_rule and tenant:52df594527244ec1b8408d22efe2e203 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:55:43.942153 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-60f95372-2ba9-4a9c-a09c-ff02e61ea2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:55:43.948656 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-60f95372-2ba9-4a9c-a09c-ff02e61ea2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:55:44.040626 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-60f95372-2ba9-4a9c-a09c-ff02e61ea2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:44.086313 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-02e5ffcf-7906-4e45-93af-169fd5f8db37 None None] Deleting port c54272fa-8cda-4d64-bcb6-1553bd2014f5 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:55:44.086915 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-02e5ffcf-7906-4e45-93af-169fd5f8db37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:44.100027 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-21b32069-6383-49f0-92d1-bdd5c9276a75 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9862f13a-dccf-465d-abda-f29b2d232c04 HTTP/1.1" status: 204  len: 168 time: 1.7925084
May 12 14:55:44.124225 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-60f95372-2ba9-4a9c-a09c-ff02e61ea2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:44.207701 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-60f95372-2ba9-4a9c-a09c-ff02e61ea2cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52df594527244ec1b8408d22efe2e203&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4607885
May 12 14:55:44.207701 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f95372-2ba9-4a9c-a09c-ff02e61ea2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2c13f7-379a-4a10-b8e0-03d18eb73424,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:44.207979 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39574) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:44.216366 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-02e5ffcf-7906-4e45-93af-169fd5f8db37 None None] The port 'c54272fa-8cda-4d64-bcb6-1553bd2014f5' was deleted {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
May 12 14:55:44.390143 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-29eb7ca2-9473-4366-a3d7-d84724adcba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:44.417092 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-29eb7ca2-9473-4366-a3d7-d84724adcba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:44.446236 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ea7f7-f795-40c4-b44b-2cefc73199e3 req-1e017873-c4aa-46de-ab56-36b8e5f57bb6 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:44.451372 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d41ea7f7-f795-40c4-b44b-2cefc73199e3 req-1e017873-c4aa-46de-ab56-36b8e5f57bb6 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0873578
May 12 14:55:44.501160 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d41ea7f7-f795-40c4-b44b-2cefc73199e3 req-f0b2c48f-7a6f-49f7-90b1-f250ff5bc325 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443587
May 12 14:55:44.652009 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39580) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:44.699423 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-ce0ce2e5-11ff-4f8c-82c2-05bd263016ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67a8451272cc41ebaf1598ed940bf09a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0462346
May 12 14:55:44.701613 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-29eb7ca2-9473-4366-a3d7-d84724adcba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:44.701889 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 39584) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:44.718017 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb7ca2-9473-4366-a3d7-d84724adcba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2c13f7-379a-4a10-b8e0-03d18eb73424,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:44.722439 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-29eb7ca2-9473-4366-a3d7-d84724adcba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:44.726051 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-29eb7ca2-9473-4366-a3d7-d84724adcba9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f2c13f7-379a-4a10-b8e0-03d18eb73424 HTTP/1.1" status: 204  len: 168 time: 0.5160754
May 12 14:55:44.777544 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3f706ff0-0899-4fbe-997d-80faff279fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:44.815583 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3f706ff0-0899-4fbe-997d-80faff279fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:45.002658 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3f706ff0-0899-4fbe-997d-80faff279fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:45.023690 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f706ff0-0899-4fbe-997d-80faff279fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a610824-400e-4b27-a54b-2f3b513c3f51,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:45.073195 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3f706ff0-0899-4fbe-997d-80faff279fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:45.074489 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-3f706ff0-0899-4fbe-997d-80faff279fbc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a610824-400e-4b27-a54b-2f3b513c3f51 HTTP/1.1" status: 204  len: 168 time: 0.3716183
May 12 14:55:45.709306 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b1110-6229-498b-b711-4005343132a8 req-c4b6534f-3b82-4f97-896e-3c56f44a2caf tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:45.710764 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-374b1110-6229-498b-b711-4005343132a8 req-c4b6534f-3b82-4f97-896e-3c56f44a2caf tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0935254
May 12 14:55:45.756846 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-374b1110-6229-498b-b711-4005343132a8 req-b3b42361-b84c-41e3-8009-30e3e54303fb tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392287
May 12 14:55:45.996983 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 39636) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:46.330990 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c06d2f72-5688-471d-9fe5-d3f619b77d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:46.346075 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-c06d2f72-5688-471d-9fe5-d3f619b77d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:55:46.350061 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-c06d2f72-5688-471d-9fe5-d3f619b77d03 admin admin] Usage tracker for resource:security_group_rule and tenant:e50aef115bb24343b2a66a45715609f7 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:55:46.353212 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-c06d2f72-5688-471d-9fe5-d3f619b77d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:55:46.358995 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-c06d2f72-5688-471d-9fe5-d3f619b77d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:55:46.450351 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c06d2f72-5688-471d-9fe5-d3f619b77d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:46.456299 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:55:46.547340 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c06d2f72-5688-471d-9fe5-d3f619b77d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:46.595712 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d2f72-5688-471d-9fe5-d3f619b77d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66faf30-03c0-4344-bfe7-c66c6a8b7fc3,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:46.600043 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-c06d2f72-5688-471d-9fe5-d3f619b77d03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e50aef115bb24343b2a66a45715609f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6019886
May 12 14:55:46.602662 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 39658) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:46.662827 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1e4a8f63-49ea-4cda-8160-fbf917d9e05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:46.689267 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1e4a8f63-49ea-4cda-8160-fbf917d9e05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:46.815981 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92471277-50ca-4929-ad7e-4cdd4bc84d28 req-2f0aa2d7-f394-49d8-bd82-7e62f5e623ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:46.817489 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-92471277-50ca-4929-ad7e-4cdd4bc84d28 req-2f0aa2d7-f394-49d8-bd82-7e62f5e623ea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e&device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 1098 time: 0.0794072
May 12 14:55:46.906000 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1e4a8f63-49ea-4cda-8160-fbf917d9e05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:46.971597 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a8f63-49ea-4cda-8160-fbf917d9e05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66faf30-03c0-4344-bfe7-c66c6a8b7fc3,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:47.004010 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1e4a8f63-49ea-4cda-8160-fbf917d9e05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:47.007487 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-1e4a8f63-49ea-4cda-8160-fbf917d9e05c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f66faf30-03c0-4344-bfe7-c66c6a8b7fc3 HTTP/1.1" status: 204  len: 168 time: 0.4013917
May 12 14:55:47.058052 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92471277-50ca-4929-ad7e-4cdd4bc84d28 req-a1b7651d-8431-44e9-9037-ba90efbb83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:47.059549 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-92471277-50ca-4929-ad7e-4cdd4bc84d28 req-a1b7651d-8431-44e9-9037-ba90efbb83cf service neutron] 10.222.0.71 "GET /v2.0/networks?id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf HTTP/1.1" status: 200  len: 917 time: 0.2352848
May 12 14:55:47.133043 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f955de-4fe2-44d6-af9b-6252dbfc7d74 req-13df6b62-3431-4703-b92b-541b8ad5219f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:47.134581 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-68f955de-4fe2-44d6-af9b-6252dbfc7d74 req-13df6b62-3431-4703-b92b-541b8ad5219f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.2297189
May 12 14:55:47.208144 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-68f955de-4fe2-44d6-af9b-6252dbfc7d74 req-80fa98be-683b-4330-bea7-c37d853ef466 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598860
May 12 14:55:47.209810 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-92471277-50ca-4929-ad7e-4cdd4bc84d28 req-8adfccfd-7a34-49cc-bf91-d16a71f19040 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c60ae0-11dc-4a5e-afb9-11e124615006 HTTP/1.1" status: 200  len: 1000 time: 0.1430345
May 12 14:55:47.374146 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92471277-50ca-4929-ad7e-4cdd4bc84d28 req-68650047-99e5-4b10-92ba-9c89c1792a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:47.375587 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-92471277-50ca-4929-ad7e-4cdd4bc84d28 req-68650047-99e5-4b10-92ba-9c89c1792a7f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9cc4b301-087e-454e-9a61-3b3c682b44e8 HTTP/1.1" status: 200  len: 855 time: 0.1580505
May 12 14:55:47.450158 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92471277-50ca-4929-ad7e-4cdd4bc84d28 req-df5b5f27-7d97-47f3-887b-e8c88003ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:47.451687 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-92471277-50ca-4929-ad7e-4cdd4bc84d28 req-df5b5f27-7d97-47f3-887b-e8c88003ad9b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699883
May 12 14:55:47.588188 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-92471277-50ca-4929-ad7e-4cdd4bc84d28 req-42dc910d-dc5b-46b3-8cdf-01873c8339e7 service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303957
May 12 14:55:47.724526 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-92471277-50ca-4929-ad7e-4cdd4bc84d28 req-2441dcb9-b076-4582-81dd-b513311ae7a1 service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304741
May 12 14:55:47.930517 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 39682) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:47.950292 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f0df4ada-0890-407a-a42f-cf02a4406a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:47.965082 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-f0df4ada-0890-407a-a42f-cf02a4406a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:55:47.968991 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-f0df4ada-0890-407a-a42f-cf02a4406a49 admin admin] Usage tracker for resource:security_group_rule and tenant:426b466654214d4db55e61673cc602ed is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:55:47.976280 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-f0df4ada-0890-407a-a42f-cf02a4406a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:55:47.978076 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-f0df4ada-0890-407a-a42f-cf02a4406a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:55:48.059020 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f0df4ada-0890-407a-a42f-cf02a4406a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:48.159012 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f0df4ada-0890-407a-a42f-cf02a4406a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:48.217071 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-f0df4ada-0890-407a-a42f-cf02a4406a49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=426b466654214d4db55e61673cc602ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2854187
May 12 14:55:48.219536 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df4ada-0890-407a-a42f-cf02a4406a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97074e8-1078-4672-9c39-1f13990e09af,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:48.219974 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39690) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:48.280257 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-eb2c4b00-1a4d-4945-972e-4ba355a2dcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:48.302071 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-63b22cf8-831a-472d-a16e-95c123e9cf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:48.307536 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-eb2c4b00-1a4d-4945-972e-4ba355a2dcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:48.422657 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ce14d-1c63-48ad-9830-b54022c534d9 req-e8288812-be28-4bf9-886c-c535f53bb347 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:48.424164 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5e8ce14d-1c63-48ad-9830-b54022c534d9 req-e8288812-be28-4bf9-886c-c535f53bb347 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 945 time: 0.0855193
May 12 14:55:48.467140 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5e8ce14d-1c63-48ad-9830-b54022c534d9 req-745b0f1c-0580-4ff0-8573-b79e7fbf25ea tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371969
May 12 14:55:48.493112 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-eb2c4b00-1a4d-4945-972e-4ba355a2dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:48.506908 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c4b00-1a4d-4945-972e-4ba355a2dcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97074e8-1078-4672-9c39-1f13990e09af,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:48.513518 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-eb2c4b00-1a4d-4945-972e-4ba355a2dcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:48.514618 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-eb2c4b00-1a4d-4945-972e-4ba355a2dcdb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d97074e8-1078-4672-9c39-1f13990e09af HTTP/1.1" status: 204  len: 168 time: 0.2936780
May 12 14:55:48.648883 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 74c60ae0-11dc-4a5e-afb9-11e124615006 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:55:48.762557 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:48.789916 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5184e752-c944-4ecd-a516-600944c18dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c60ae0-11dc-4a5e-afb9-11e124615006'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:55:48.799800 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 74c60ae0-11dc-4a5e-afb9-11e124615006, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74c60ae0-11dc-4a5e-afb9-11e124615006,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:55:48.833844 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d7e202-86d2-494d-9ee8-d55e1c0c11cc'] response: {'server_uuid': '5184e752-c944-4ecd-a516-600944c18dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'code': 200}
May 12 14:55:48.941627 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:49.008169 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=74c60ae0-11dc-4a5e-afb9-11e124615006,revision_number=8']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:49.015133 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:49.015488 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:49.015827 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:49.016163 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:49.016493 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:49.017625 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:49.017983 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:49.018311 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:49.018641 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:49.018993 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:49.019318 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:49.019639 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:55:49.307297 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39712) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:49.325429 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-34e0d2a6-b94f-4031-a0bb-2d9853a063dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:49.340004 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-34e0d2a6-b94f-4031-a0bb-2d9853a063dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:55:49.343924 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-34e0d2a6-b94f-4031-a0bb-2d9853a063dd admin admin] Usage tracker for resource:security_group_rule and tenant:84adb316340b421ca2bb48b460590f0a is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:55:49.346740 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-34e0d2a6-b94f-4031-a0bb-2d9853a063dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:55:49.352619 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-34e0d2a6-b94f-4031-a0bb-2d9853a063dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:55:49.453020 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-34e0d2a6-b94f-4031-a0bb-2d9853a063dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:49.579176 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-34e0d2a6-b94f-4031-a0bb-2d9853a063dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:49.635714 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-34e0d2a6-b94f-4031-a0bb-2d9853a063dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84adb316340b421ca2bb48b460590f0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3271310
May 12 14:55:49.638521 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 39722) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:55:49.650994 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0d2a6-b94f-4031-a0bb-2d9853a063dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a834706f-4f3c-495b-95db-913aa3fc0e8a,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:49.681149 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7a8b4-cc12-4262-a961-2071100cf860 req-b5ebd39c-5222-4fe1-99d6-c8077bcb3646 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:49.682652 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-afe7a8b4-cc12-4262-a961-2071100cf860 req-b5ebd39c-5222-4fe1-99d6-c8077bcb3646 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.0922251
May 12 14:55:49.705326 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ed2054a8-28ed-4a45-b792-4ba0e56b45b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:49.734282 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ed2054a8-28ed-4a45-b792-4ba0e56b45b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:49.739415 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-afe7a8b4-cc12-4262-a961-2071100cf860 req-33c6384f-f445-4d8f-aa66-667956243ce6 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504723
May 12 14:55:49.896147 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ed2054a8-28ed-4a45-b792-4ba0e56b45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:49.912987 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2054a8-28ed-4a45-b792-4ba0e56b45b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a834706f-4f3c-495b-95db-913aa3fc0e8a,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:55:49.924383 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ed2054a8-28ed-4a45-b792-4ba0e56b45b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:49.924383 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-ed2054a8-28ed-4a45-b792-4ba0e56b45b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a834706f-4f3c-495b-95db-913aa3fc0e8a HTTP/1.1" status: 204  len: 168 time: 0.2790377
May 12 14:55:50.713217 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7ed5323d-3e20-4e29-893e-b53ff88a924f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:50.928025 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c81ad3-cbd9-4910-836e-11bbbe5aee70 req-e2ec55b0-58a3-4843-b6a8-9acbd38c6805 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:50.930089 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-32c81ad3-cbd9-4910-836e-11bbbe5aee70 req-e2ec55b0-58a3-4843-b6a8-9acbd38c6805 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.0841427
May 12 14:55:50.973690 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-32c81ad3-cbd9-4910-836e-11bbbe5aee70 req-7f826821-489a-4228-bb6b-7aea21e26ffc tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379324
May 12 14:55:51.747827 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:51.748521 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:53.012863 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:53.588593 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 74c60ae0-11dc-4a5e-afb9-11e124615006 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:55:55.049681 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935103a3-b10c-495c-91a0-11b1ec67f6ad req-dcd293b7-bcb7-4612-8d63-ae58a58a64d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:55.049681 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-935103a3-b10c-495c-91a0-11b1ec67f6ad req-dcd293b7-bcb7-4612-8d63-ae58a58a64d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.0826998
May 12 14:55:55.091491 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-935103a3-b10c-495c-91a0-11b1ec67f6ad req-e35eef0e-115d-4e02-b48d-61224e11fd39 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439649
May 12 14:55:55.374330 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d5d42b4a-9469-459a-af82-7a02fa5058a8 req-30ecd2ab-5a7d-4bbb-9fa1-f0f5b82cb530 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0697553
May 12 14:55:56.282313 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682182af-25b0-4f25-bba8-bf2389f72ecd req-d2003425-5dba-437a-97f7-d41ec26712d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:56.283786 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-682182af-25b0-4f25-bba8-bf2389f72ecd req-d2003425-5dba-437a-97f7-d41ec26712d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.0826716
May 12 14:55:56.328005 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-682182af-25b0-4f25-bba8-bf2389f72ecd req-98c14457-8c09-4b77-8908-f7fd741b897d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382264
May 12 14:55:57.523288 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b028-54de-494c-883b-4fb38e31f8de req-4b35880a-1921-4b4e-9e35-448734fc075c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:57.524633 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b3f1b028-54de-494c-883b-4fb38e31f8de req-4b35880a-1921-4b4e-9e35-448734fc075c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.0791483
May 12 14:55:57.571241 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b3f1b028-54de-494c-883b-4fb38e31f8de req-3c465a72-a26d-4053-9dcc-70c6dbeac907 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409977
May 12 14:55:58.561664 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:55:58.817649 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42b4a-9469-459a-af82-7a02fa5058a8 req-9092e198-c9ef-4aa3-8a82-a4f5782f0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:58.819102 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d5d42b4a-9469-459a-af82-7a02fa5058a8 req-9092e198-c9ef-4aa3-8a82-a4f5782f0a8e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1&tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e HTTP/1.1" status: 200  len: 1096 time: 0.1074820
May 12 14:55:58.830644 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7c39d-9749-42eb-9f6a-a21a9318c510 req-84ffeef2-bf39-4c0f-bea8-816662fbd7a7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:58.832193 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1ba7c39d-9749-42eb-9f6a-a21a9318c510 req-84ffeef2-bf39-4c0f-bea8-816662fbd7a7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.1523499
May 12 14:55:58.932952 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1ba7c39d-9749-42eb-9f6a-a21a9318c510 req-b2d0e681-06f7-49b2-8257-b5724912600e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874219
May 12 14:55:58.958691 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42b4a-9469-459a-af82-7a02fa5058a8 req-44841bbd-2974-4436-9f33-e8d947e4efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:58.960448 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d5d42b4a-9469-459a-af82-7a02fa5058a8 req-44841bbd-2974-4436-9f33-e8d947e4efe7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e&device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 1096 time: 0.1001768
May 12 14:55:59.094531 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42b4a-9469-459a-af82-7a02fa5058a8 req-48c0ad1b-a635-4b55-83fc-d3ece9bcde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:59.097377 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d5d42b4a-9469-459a-af82-7a02fa5058a8 req-48c0ad1b-a635-4b55-83fc-d3ece9bcde2c service neutron] 10.222.0.71 "GET /v2.0/networks?id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf HTTP/1.1" status: 200  len: 917 time: 0.1307328
May 12 14:55:59.201572 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d5d42b4a-9469-459a-af82-7a02fa5058a8 req-5909a452-9540-403e-a56c-b4291d61ef91 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c60ae0-11dc-4a5e-afb9-11e124615006 HTTP/1.1" status: 200  len: 998 time: 0.0988281
May 12 14:55:59.523846 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42b4a-9469-459a-af82-7a02fa5058a8 req-226a0d17-c9e0-49e9-9f14-187c2462e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:59.523846 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d5d42b4a-9469-459a-af82-7a02fa5058a8 req-226a0d17-c9e0-49e9-9f14-187c2462e182 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9cc4b301-087e-454e-9a61-3b3c682b44e8 HTTP/1.1" status: 200  len: 855 time: 0.3161235
May 12 14:55:59.600170 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42b4a-9469-459a-af82-7a02fa5058a8 req-c55da88d-75d7-413f-9623-cc6f8c324564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:55:59.601557 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d5d42b4a-9469-459a-af82-7a02fa5058a8 req-c55da88d-75d7-413f-9623-cc6f8c324564 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=741e2b09-db65-4b92-97d4-0a9b29ee4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724008
May 12 14:55:59.764687 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d5d42b4a-9469-459a-af82-7a02fa5058a8 req-fca1ece1-82d6-433d-a2ea-688a94029206 service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571634
May 12 14:55:59.906333 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d5d42b4a-9469-459a-af82-7a02fa5058a8 req-ca23efcf-7aca-437b-ab9a-caf0a53644e4 service neutron] 10.222.0.71 "GET /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356854
May 12 14:56:00.133999 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18c8db-1b7b-46a4-b08c-07505ccfdbb5 req-b8663a7f-4f19-461e-adac-1cee0443dcf3 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:00.135481 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ec18c8db-1b7b-46a4-b08c-07505ccfdbb5 req-b8663a7f-4f19-461e-adac-1cee0443dcf3 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.0923905
May 12 14:56:00.189088 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ec18c8db-1b7b-46a4-b08c-07505ccfdbb5 req-bf91242e-2805-4252-a549-7d48f35baaff tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431087
May 12 14:56:01.478560 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a875016-f33a-473c-a600-93ce6d7b46c3 req-45557e39-b400-43a2-95cb-a18beaadeee8 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:01.479954 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8a875016-f33a-473c-a600-93ce6d7b46c3 req-45557e39-b400-43a2-95cb-a18beaadeee8 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.1740949
May 12 14:56:01.532717 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8a875016-f33a-473c-a600-93ce6d7b46c3 req-10f3dcff-022c-44aa-9609-00d546393be5 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465119
May 12 14:56:02.732304 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60703ffc-584d-43be-a5ee-d8875fada4e7 req-c8a6bdbc-7bae-4b47-bba9-c7a255c43bae tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:02.733796 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-60703ffc-584d-43be-a5ee-d8875fada4e7 req-c8a6bdbc-7bae-4b47-bba9-c7a255c43bae tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.0858881
May 12 14:56:02.778798 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-60703ffc-584d-43be-a5ee-d8875fada4e7 req-8795a94e-16b7-417c-b24f-c7ac27dc4806 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390291
May 12 14:56:04.009717 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94b89c-d0c8-4de7-ae52-64c0985a108f req-dd809915-c222-4d3e-b059-538a6aea1cbc tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:04.011436 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1c94b89c-d0c8-4de7-ae52-64c0985a108f req-dd809915-c222-4d3e-b059-538a6aea1cbc tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.0868638
May 12 14:56:04.070335 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1c94b89c-d0c8-4de7-ae52-64c0985a108f req-6adcdee9-1c59-4a25-bce7-2b7288814709 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525012
May 12 14:56:05.328316 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57a8fc-5aae-41fe-95f6-95481dcf007e req-df2dce97-7a83-43fe-84bd-141c5f6a7f2b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:05.337773 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4c57a8fc-5aae-41fe-95f6-95481dcf007e req-df2dce97-7a83-43fe-84bd-141c5f6a7f2b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.1257668
May 12 14:56:05.379411 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4c57a8fc-5aae-41fe-95f6-95481dcf007e req-a7bb4697-2ad1-4712-87ca-7be0a8f6fd11 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405030
May 12 14:56:05.512606 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40090) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:05.672322 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-379f09a1-f282-4689-b7f7-c604b82e3f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:05.691855 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-379f09a1-f282-4689-b7f7-c604b82e3f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:05.696053 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-379f09a1-f282-4689-b7f7-c604b82e3f90 admin admin] Usage tracker for resource:security_group_rule and tenant:9d49aab94e024063889431bbd51a816d is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:05.698836 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-379f09a1-f282-4689-b7f7-c604b82e3f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:05.705049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-379f09a1-f282-4689-b7f7-c604b82e3f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:05.803260 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-379f09a1-f282-4689-b7f7-c604b82e3f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:05.918601 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-379f09a1-f282-4689-b7f7-c604b82e3f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:05.964121 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f09a1-f282-4689-b7f7-c604b82e3f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec83b2bc-f96f-4562-a4fc-4040782d17a5,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:05.977121 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-379f09a1-f282-4689-b7f7-c604b82e3f90 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d49aab94e024063889431bbd51a816d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4632173
May 12 14:56:05.984280 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40100) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:06.060025 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:06.089408 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:06.418504 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:06.445449 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec83b2bc-f96f-4562-a4fc-4040782d17a5,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:06.459788 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:06.464520 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec83b2bc-f96f-4562-a4fc-4040782d17a5 HTTP/1.1" status: 204  len: 168 time: 0.4785383
May 12 14:56:06.467233 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:06.467816 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:06.468373 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:06.468932 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:06.469512 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:06.470081 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:06.470687 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:06.471256 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:06.471821 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:06.472380 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:06.472933 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:06.473469 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ec4f2-7e5a-44bc-9ea4-85ba295e100f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:06.628714 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98733075-98c6-4524-aab5-630f080acba0 req-4662b8aa-11e5-4272-ae5a-801b9a982311 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:06.630306 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-98733075-98c6-4524-aab5-630f080acba0 req-4662b8aa-11e5-4272-ae5a-801b9a982311 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.0934608
May 12 14:56:06.697564 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-98733075-98c6-4524-aab5-630f080acba0 req-b2e297d2-3961-4c60-a9ed-0d9bf7d54fe8 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612850
May 12 14:56:07.108134 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40118) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:07.443730 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40126) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:07.465724 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:07.482017 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:07.486230 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Usage tracker for resource:security_group_rule and tenant:10a7bec4838b42479e8ff04ea218261e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:07.489421 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:07.495882 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:07.673931 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:07.759400 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40136) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:07.777614 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:07.853005 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10a7bec4838b42479e8ff04ea218261e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4078391
May 12 14:56:07.859016 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40146) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:08.032736 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fb31445f-6b1f-45ba-af32-b3dca0130906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:08.055661 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8d56d-a210-4f40-9ba7-e7c44e1f71ad tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Deleting port 8c1ef1d9-14ca-423b-ae6e-7677b0f7c1a3 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:56:08.056018 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d56d-a210-4f40-9ba7-e7c44e1f71ad tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:08.083379 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-30fb082c-3a0e-4073-a6ce-192ac1ae360d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:08.118602 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-30fb082c-3a0e-4073-a6ce-192ac1ae360d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:08.123753 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-30fb082c-3a0e-4073-a6ce-192ac1ae360d admin admin] Usage tracker for resource:security_group_rule and tenant:f49fa627237549e3b1779f5e129f93db is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:08.127044 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-30fb082c-3a0e-4073-a6ce-192ac1ae360d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:08.134232 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-30fb082c-3a0e-4073-a6ce-192ac1ae360d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:08.156192 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c96da9-44c6-488f-be17-9b13282778ca,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:08.187828 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:08.188457 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:08.188952 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:08.189538 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:08.190034 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:08.190518 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:08.191022 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:08.191530 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:08.192023 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:08.192548 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:08.193100 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:08.193451 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab9ee1f-a815-4155-aac9-17afb79414b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:08.276919 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-30fb082c-3a0e-4073-a6ce-192ac1ae360d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:08.296709 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fb31445f-6b1f-45ba-af32-b3dca0130906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:08.353246 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775f6a0-f601-4661-bec6-69b00d1312c7 req-2ac97406-d13a-4a67-9355-52ce725aeb3f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:08.360556 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e775f6a0-f601-4661-bec6-69b00d1312c7 req-2ac97406-d13a-4a67-9355-52ce725aeb3f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.3587449
May 12 14:56:08.380756 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d56d-a210-4f40-9ba7-e7c44e1f71ad tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:08.381365 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d56d-a210-4f40-9ba7-e7c44e1f71ad tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:08.394092 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-30fb082c-3a0e-4073-a6ce-192ac1ae360d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:08.440440 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e775f6a0-f601-4661-bec6-69b00d1312c7 req-c0b5059f-1d70-432d-ad5f-06dc74acb9d1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788379
May 12 14:56:08.489767 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-30fb082c-3a0e-4073-a6ce-192ac1ae360d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f49fa627237549e3b1779f5e129f93db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7196004
May 12 14:56:08.490904 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40154) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:08.491740 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb082c-3a0e-4073-a6ce-192ac1ae360d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7761e4e9-9dfa-4ea9-a4be-f6db9b98b5f4,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:08.541704 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fb31445f-6b1f-45ba-af32-b3dca0130906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:08.561896 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8d56d-a210-4f40-9ba7-e7c44e1f71ad tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Calling delete_port for 8c1ef1d9-14ca-423b-ae6e-7677b0f7c1a3 owned by network:floatingip {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:56:08.566726 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31445f-6b1f-45ba-af32-b3dca0130906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c96da9-44c6-488f-be17-9b13282778ca,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:08.593870 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8f137c91-646d-4070-8729-c491b68a31b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:08.612106 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fb31445f-6b1f-45ba-af32-b3dca0130906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:08.613499 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-fb31445f-6b1f-45ba-af32-b3dca0130906 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9c96da9-44c6-488f-be17-9b13282778ca HTTP/1.1" status: 204  len: 168 time: 0.7499650
May 12 14:56:08.672679 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8f137c91-646d-4070-8729-c491b68a31b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:08.807256 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8f137c91-646d-4070-8729-c491b68a31b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:08.825048 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f137c91-646d-4070-8729-c491b68a31b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7761e4e9-9dfa-4ea9-a4be-f6db9b98b5f4,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:08.837564 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8f137c91-646d-4070-8729-c491b68a31b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:08.847254 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-8f137c91-646d-4070-8729-c491b68a31b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7761e4e9-9dfa-4ea9-a4be-f6db9b98b5f4 HTTP/1.1" status: 204  len: 168 time: 0.3435831
May 12 14:56:08.861792 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d56d-a210-4f40-9ba7-e7c44e1f71ad tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:08.927273 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8d56d-a210-4f40-9ba7-e7c44e1f71ad tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Pushing event deleted for resources: {'Port': ['ID=8c1ef1d9-14ca-423b-ae6e-7677b0f7c1a3,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:09.029793 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d56d-a210-4f40-9ba7-e7c44e1f71ad tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for floatingip, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:09.030351 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [None req-e9c8d56d-a210-4f40-9ba7-e7c44e1f71ad tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Floating IP 15724d23-d34e-42ff-9a54-b5b8d9970cf3 disassociated (deleted). External IP: 172.27.3.75, port: 71d6ba38-f010-4812-ade3-cd0173c05466.
May 12 14:56:09.954505 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c8d56d-a210-4f40-9ba7-e7c44e1f71ad tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Router 87526dfe-a971-47f0-b0ee-07b5df60f186 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:56:09.989844 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c67d35-50a3-49ae-9e60-7048aef6a34d req-46d57dce-c575-490c-9391-5dfe0dc11d54 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:09.991582 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a2c67d35-50a3-49ae-9e60-7048aef6a34d req-46d57dce-c575-490c-9391-5dfe0dc11d54 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.2003787
May 12 14:56:10.221515 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a2c67d35-50a3-49ae-9e60-7048aef6a34d req-9aa568b8-83ee-4bd5-b984-4e6a0d7ff109 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2226286
May 12 14:56:10.286367 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c8d56d-a210-4f40-9ba7-e7c44e1f71ad tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:56:10.301350 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91182a4-3d30-4734-9feb-f21aae4ca1bb None None] Sync routers for ids ['87526dfe-a971-47f0-b0ee-07b5df60f186'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:56:10.328466 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91182a4-3d30-4734-9feb-f21aae4ca1bb None None] Routers {'87526dfe-a971-47f0-b0ee-07b5df60f186'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:56:10.330020 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-b91182a4-3d30-4734-9feb-f21aae4ca1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c9988e0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:55:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['87526dfe-a971-47f0-b0ee-07b5df60f186'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:10.401457 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40204) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:10.474127 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d56d-a210-4f40-9ba7-e7c44e1f71ad tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:10.624481 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-b91182a4-3d30-4734-9feb-f21aae4ca1bb None None] Set router 87526dfe-a971-47f0-b0ee-07b5df60f186 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:56:10.671500 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e9c8d56d-a210-4f40-9ba7-e7c44e1f71ad tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "DELETE /v2.0/floatingips/15724d23-d34e-42ff-9a54-b5b8d9970cf3 HTTP/1.1" status: 204  len: 168 time: 3.5266771
May 12 14:56:10.671500 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7855c920-9df4-495a-9733-78fe42b1705d', 'tag': '71d6ba38-f010-4812-ade3-cd0173c05466'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:56:10.671500 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-703124293-network', 'tenant_id': '79ccf671adb74df5ac2ab84c6bda7473'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:56:10.671500 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:10.671500 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Usage tracker for resource:network and tenant:79ccf671adb74df5ac2ab84c6bda7473 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:10.671500 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:10.697061 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:10.714160 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7a85ef-52e6-46ff-bd0c-fe8676f278d4'] response: {'name': 'network-changed', 'server_uuid': '7855c920-9df4-495a-9733-78fe42b1705d', 'tag': '71d6ba38-f010-4812-ade3-cd0173c05466', 'status': 'completed', 'code': 200}
May 12 14:56:11.160778 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-b91182a4-3d30-4734-9feb-f21aae4ca1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c9988e0>, [{'id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:56Z', 'updated_at': '2022-05-12T14:50:02Z', 'revision_number': 4, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'gw_port': {'id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:57Z', 'updated_at': '2022-05-12T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '74e8adb0-a773-405a-9967-2b3a919bbd71', 'name': '', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'mac_address': 'fa:16:3e:d1:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:01Z', 'updated_at': '2022-05-12T14:50:09Z', 'revision_number': 5, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'subnets': [{'id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:11.167932 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91182a4-3d30-4734-9feb-f21aae4ca1bb None None] Checking router: 87526dfe-a971-47f0-b0ee-07b5df60f186 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:56:11.187577 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91182a4-3d30-4734-9feb-f21aae4ca1bb None None] Routers {'87526dfe-a971-47f0-b0ee-07b5df60f186'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:56:11.188699 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-b91182a4-3d30-4734-9feb-f21aae4ca1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c9988e0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:55:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['87526dfe-a971-47f0-b0ee-07b5df60f186'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:11.420628 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-b91182a4-3d30-4734-9feb-f21aae4ca1bb None None] Set router 87526dfe-a971-47f0-b0ee-07b5df60f186 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:56:11.460710 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e738e-8a63-460a-9c7f-61c65fd5924a req-064a1b32-0036-4729-96f8-ff08e916922f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:11.462404 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c40e738e-8a63-460a-9c7f-61c65fd5924a req-064a1b32-0036-4729-96f8-ff08e916922f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.0983882
May 12 14:56:11.511761 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c40e738e-8a63-460a-9c7f-61c65fd5924a req-ba22aba3-2d85-4de8-9ad1-93648a49f094 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433340
May 12 14:56:11.751074 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-b91182a4-3d30-4734-9feb-f21aae4ca1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c9988e0>, [{'id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:56Z', 'updated_at': '2022-05-12T14:50:02Z', 'revision_number': 4, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'gw_port': {'id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:57Z', 'updated_at': '2022-05-12T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '74e8adb0-a773-405a-9967-2b3a919bbd71', 'name': '', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'mac_address': 'fa:16:3e:d1:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:01Z', 'updated_at': '2022-05-12T14:50:09Z', 'revision_number': 5, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'subnets': [{'id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:11.755045 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91182a4-3d30-4734-9feb-f21aae4ca1bb None None] The sync data for ids ['87526dfe-a971-47f0-b0ee-07b5df60f186'] in dv-cinder-831187-2-iscsi is: [{'id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:56Z', 'updated_at': '2022-05-12T14:50:02Z', 'revision_number': 4, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'gw_port': {'id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:57Z', 'updated_at': '2022-05-12T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '74e8adb0-a773-405a-9967-2b3a919bbd71', 'name': '', 'network_id': '4c2f6902-97e3-4408-9b2c-59df76c4d77b', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'mac_address': 'fa:16:3e:d1:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:01Z', 'updated_at': '2022-05-12T14:50:09Z', 'revision_number': 5, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'subnets': [{'id': 'bc671b6f-54dd-41f2-becb-3db170ece0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:56:11.812375 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae1106-3d39-4727-8e82-992a48b44b15 req-6a4b76ba-44bd-4600-90f3-c9bc6c80b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:11.813863 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-daae1106-3d39-4727-8e82-992a48b44b15 req-6a4b76ba-44bd-4600-90f3-c9bc6c80b836 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0bfe8d8bce3f496d9162c7f9c8727273&device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 1098 time: 0.0797038
May 12 14:56:11.961562 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae1106-3d39-4727-8e82-992a48b44b15 req-3c697389-21fe-48bc-98d1-00303d5e5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:11.963149 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-daae1106-3d39-4727-8e82-992a48b44b15 req-3c697389-21fe-48bc-98d1-00303d5e5a04 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4c2f6902-97e3-4408-9b2c-59df76c4d77b HTTP/1.1" status: 200  len: 910 time: 0.1427517
May 12 14:56:11.979619 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce6c708-55d1-4334-bf24-169238c316d1 None None] New status for floating IP 15724d23-d34e-42ff-9a54-b5b8d9970cf3: DOWN {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:56:12.035126 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-daae1106-3d39-4727-8e82-992a48b44b15 req-350df619-0df8-4f6b-9797-b91b071b1895 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71d6ba38-f010-4812-ade3-cd0173c05466 HTTP/1.1" status: 200  len: 217 time: 0.0652313
May 12 14:56:12.099889 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae1106-3d39-4727-8e82-992a48b44b15 req-808de07a-12bf-442f-80eb-814ae07e4c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:12.101340 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-daae1106-3d39-4727-8e82-992a48b44b15 req-808de07a-12bf-442f-80eb-814ae07e4c8a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bc671b6f-54dd-41f2-becb-3db170ece0f8 HTTP/1.1" status: 200  len: 848 time: 0.0611727
May 12 14:56:12.178417 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae1106-3d39-4727-8e82-992a48b44b15 req-055d8bd2-fd97-4785-9766-30ae862d46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:12.179949 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-daae1106-3d39-4727-8e82-992a48b44b15 req-055d8bd2-fd97-4785-9766-30ae862d46d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c2f6902-97e3-4408-9b2c-59df76c4d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727835
May 12 14:56:12.200099 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Made reservation on behalf of 79ccf671adb74df5ac2ab84c6bda7473 for: {'network': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:56:12.203441 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:12.217261 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:12.232353 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:12.237017 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Usage tracker for resource:security_group_rule and tenant:79ccf671adb74df5ac2ab84c6bda7473 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:12.239887 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:12.245579 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:12.335518 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:12.476576 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:12.532968 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'}  {{(pid=88126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:56:12.539514 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98b2f55-ab56-4d50-9988-b84e4f3c9dff,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:12.567071 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:12.567416 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.segments_db [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Added segment cd3cfdbf-1e4b-4019-97b0-9c955bc9241a of type vlan for network accde613-0624-4ccc-947e-ce5124cd5c89
May 12 14:56:12.596442 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-daae1106-3d39-4727-8e82-992a48b44b15 req-943e131b-986b-4f09-ac13-afd93f1aae97 service neutron] 10.222.0.71 "GET /v2.0/networks/4c2f6902-97e3-4408-9b2c-59df76c4d77b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906831
May 12 14:56:12.632657 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:12.681460 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40234) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:12.740869 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0684003-6ee9-4832-ae96-9753fd1ca55f req-55592621-cd20-4d15-9877-e01272c60070 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:12.752090 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b0684003-6ee9-4832-ae96-9753fd1ca55f req-55592621-cd20-4d15-9877-e01272c60070 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.1310041
May 12 14:56:12.811450 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b0684003-6ee9-4832-ae96-9753fd1ca55f req-b772f4a3-cceb-42d9-913a-0d6ac3aa857a tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580256
May 12 14:56:12.836562 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-daae1106-3d39-4727-8e82-992a48b44b15 req-9623732e-aa3f-4a60-9a3e-b57e80ca2781 service neutron] 10.222.0.71 "GET /v2.0/networks/4c2f6902-97e3-4408-9b2c-59df76c4d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2316360
May 12 14:56:12.855309 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6205b8-d7c1-4b3e-9755-eff2d3fdb3ab req-de01f7f5-9611-4164-9061-06dc7514050d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:12.857370 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0b6205b8-d7c1-4b3e-9755-eff2d3fdb3ab req-de01f7f5-9611-4164-9061-06dc7514050d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.1669805
May 12 14:56:12.874942 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-db61f697-de95-4a9e-b19e-110f6183a7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:12.891946 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-db61f697-de95-4a9e-b19e-110f6183a7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:12.895753 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-db61f697-de95-4a9e-b19e-110f6183a7b0 admin admin] Usage tracker for resource:security_group_rule and tenant:8650d0e92f0e4f11b7ef207efffad712 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:12.898622 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-db61f697-de95-4a9e-b19e-110f6183a7b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:12.904451 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-db61f697-de95-4a9e-b19e-110f6183a7b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:12.908879 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0b6205b8-d7c1-4b3e-9755-eff2d3fdb3ab req-bc344d68-3fd3-4cee-aa19-8a69f1e1812d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450459
May 12 14:56:12.987679 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:12.989278 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:12.989560 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:13.066273 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-db61f697-de95-4a9e-b19e-110f6183a7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:13.092054 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] Pushing event updated for resources: {'Network': ['ID=accde613-0624-4ccc-947e-ce5124cd5c89,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:13.102189 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network accde613-0624-4ccc-947e-ce5124cd5c89 details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:56:13.233405 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-db61f697-de95-4a9e-b19e-110f6183a7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:13.239981 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-470f8933-b357-4b6e-bc10-ecedc959eabb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.8373179
May 12 14:56:13.240511 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40244) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:13.256795 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] Request body: {'subnet': {'network_id': 'accde613-0624-4ccc-947e-ce5124cd5c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-703124293-subnet', 'tenant_id': '79ccf671adb74df5ac2ab84c6bda7473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:56:13.272190 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:13.293211 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] Usage tracker for resource:subnet and tenant:79ccf671adb74df5ac2ab84c6bda7473 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:13.297323 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:13.300547 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61f697-de95-4a9e-b19e-110f6183a7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835876a5-6caa-47bd-bce8-381193461f68,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:13.306766 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-db61f697-de95-4a9e-b19e-110f6183a7b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8650d0e92f0e4f11b7ef207efffad712&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6234632
May 12 14:56:13.309342 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40250) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:13.310966 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:13.410239 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] Made reservation on behalf of 79ccf671adb74df5ac2ab84c6bda7473 for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:56:13.412679 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319267'] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:13.483921 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0b6d-d18b-4162-a85f-19c224a84380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:13.512110 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0b6d-d18b-4162-a85f-19c224a84380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:13.729972 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0b6d-d18b-4162-a85f-19c224a84380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:13.747565 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c0b6d-d18b-4162-a85f-19c224a84380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835876a5-6caa-47bd-bce8-381193461f68,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:13.755301 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0b6d-d18b-4162-a85f-19c224a84380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:13.755301 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-4d5c0b6d-d18b-4162-a85f-19c224a84380 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/835876a5-6caa-47bd-bce8-381193461f68 HTTP/1.1" status: 204  len: 168 time: 0.4423745
May 12 14:56:13.778609 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2506590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319285'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:13.870668 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] Pushing event updated for resources: {'Subnet': ['ID=44b7b7f4-575f-4a92-95b0-273c471b1611,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:13.881661 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] Checking segment: {'id': 'cd3cfdbf-1e4b-4019-97b0-9c955bc9241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'accde613-0624-4ccc-947e-ce5124cd5c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:56:13.882079 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] Network hostable DHCP agents. Network: accde613-0624-4ccc-947e-ce5124cd5c89, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:56:13.996380 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] Network accde613-0624-4ccc-947e-ce5124cd5c89 is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:56:14.048483 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c03e8-ab9e-4849-9d9e-8506c563279e req-965dad59-620e-4e01-8967-80fdeb070692 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:14.050509 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0d8c03e8-ab9e-4849-9d9e-8506c563279e req-965dad59-620e-4e01-8967-80fdeb070692 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.0974100
May 12 14:56:14.109378 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0f0f1-36a5-43cc-9d96-02c5807f0d31 req-8d14e60b-a4ad-47de-a36e-b723b81ee569 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:14.115483 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0d8c03e8-ab9e-4849-9d9e-8506c563279e req-3b44ec8e-8161-4095-817f-89fe76ba69f7 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533538
May 12 14:56:14.115483 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, accde613-0624-4ccc-947e-ce5124cd5c89) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:56:14.115717 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a6b0f0f1-36a5-43cc-9d96-02c5807f0d31 req-8d14e60b-a4ad-47de-a36e-b723b81ee569 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.0881267
May 12 14:56:14.119208 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:14.119835 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:14.120439 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f89303e-4b6f-4fed-891a-285b9767c823 None None] Network accde613-0624-4ccc-947e-ce5124cd5c89 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:56:14.171905 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a6b0f0f1-36a5-43cc-9d96-02c5807f0d31 req-fcd86971-7095-44c3-903c-a58d69a8a17c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503011
May 12 14:56:14.273379 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-15cc2f41-6a80-4b78-a21c-db01c1f3c84d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0245690
May 12 14:56:14.414901 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19beafe8-a578-41f1-af60-657590ddb5af None None] Network accde613-0624-4ccc-947e-ce5124cd5c89 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:56:14.495743 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6c2fb-4d1f-4062-b920-e97e1b4e5116 req-14c68bff-90e7-46e4-b3e2-c9677efec85a tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:14.496930 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-aef6c2fb-4d1f-4062-b920-e97e1b4e5116 req-14c68bff-90e7-46e4-b3e2-c9677efec85a tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Synchronizing usage tracker for tenant:0bfe8d8bce3f496d9162c7f9c8727273 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:56:14.663706 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-aef6c2fb-4d1f-4062-b920-e97e1b4e5116 req-14c68bff-90e7-46e4-b3e2-c9677efec85a tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Unset dirty status for tenant:0bfe8d8bce3f496d9162c7f9c8727273 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:56:14.665095 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aef6c2fb-4d1f-4062-b920-e97e1b4e5116 req-14c68bff-90e7-46e4-b3e2-c9677efec85a tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.71 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.2716084
May 12 14:56:14.743423 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-aef6c2fb-4d1f-4062-b920-e97e1b4e5116 req-f0b934f5-b82a-49e7-a160-36325c2222e2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Deleting port 71d6ba38-f010-4812-ade3-cd0173c05466 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:56:14.744030 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-aef6c2fb-4d1f-4062-b920-e97e1b4e5116 req-f0b934f5-b82a-49e7-a160-36325c2222e2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:15.004643 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-aef6c2fb-4d1f-4062-b920-e97e1b4e5116 req-f0b934f5-b82a-49e7-a160-36325c2222e2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] For port 71d6ba38-f010-4812-ade3-cd0173c05466, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=71d6ba38-f010-4812-ade3-cd0173c05466,segment=NetworkSegment(026fa921-25ab-4849-ba71-8f38df60d19c),segment_id=026fa921-25ab-4849-ba71-8f38df60d19c)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:15.004998 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-aef6c2fb-4d1f-4062-b920-e97e1b4e5116 req-f0b934f5-b82a-49e7-a160-36325c2222e2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:15.130143 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [req-aef6c2fb-4d1f-4062-b920-e97e1b4e5116 req-f0b934f5-b82a-49e7-a160-36325c2222e2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Calling delete_port for 71d6ba38-f010-4812-ade3-cd0173c05466 owned by compute:nova {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:56:15.316887 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cfbc5-4a39-4637-a024-5058368b0666 req-56cf4112-45ee-4c6a-a98a-b6eb7cea79dd tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:15.351602 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7e9cfbc5-4a39-4637-a024-5058368b0666 req-56cf4112-45ee-4c6a-a98a-b6eb7cea79dd tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 945 time: 0.1064892
May 12 14:56:15.378771 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7e9cfbc5-4a39-4637-a024-5058368b0666 req-668c817d-cdb8-4384-a0cf-cff0c7ecfcb8 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/security-groups?id=eaf7b3db-8138-48cc-8815-5a04a1add972&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511551
May 12 14:56:15.400290 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40296) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:15.430174 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-288477458-network', 'tenant_id': 'dea3e62f09c64bfdba62aada49930c67'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:56:15.430307 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7189-1712-40db-8678-227ad12f2101 req-660eac81-0d69-49e6-8423-2292fcae3c78 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:15.430307 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9c8d7189-1712-40db-8678-227ad12f2101 req-660eac81-0d69-49e6-8423-2292fcae3c78 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 943 time: 0.1024952
May 12 14:56:15.430496 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:15.430496 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Usage tracker for resource:network and tenant:dea3e62f09c64bfdba62aada49930c67 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:15.450715 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:15.456657 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9c8d7189-1712-40db-8678-227ad12f2101 req-51b8e6a2-0523-4ed3-b79e-c340a2f0b94b tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395553
May 12 14:56:15.465547 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:15.475467 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-aef6c2fb-4d1f-4062-b920-e97e1b4e5116 req-f0b934f5-b82a-49e7-a160-36325c2222e2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:15.501855 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2a331377-c401-4202-8f58-b054e129dac7 req-ee7b0ce1-d27a-40dd-b63c-6ac2800d72a4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0832517
May 12 14:56:15.528372 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b934f5-b82a-49e7-a160-36325c2222e2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Pushing event deleted for resources: {'Port': ['ID=71d6ba38-f010-4812-ade3-cd0173c05466,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:15.602517 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a331377-c401-4202-8f58-b054e129dac7 req-b408f85e-e685-462d-bf1d-58acb38b01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:15.604171 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2a331377-c401-4202-8f58-b054e129dac7 req-b408f85e-e685-462d-bf1d-58acb38b01ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 1099 time: 0.0725346
May 12 14:56:15.607325 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef6c2fb-4d1f-4062-b920-e97e1b4e5116 req-f0b934f5-b82a-49e7-a160-36325c2222e2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] No DVR routers for this DVR port 71d6ba38-f010-4812-ade3-cd0173c05466 on host hv-cinder-83118 {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:56:15.635975 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-aef6c2fb-4d1f-4062-b920-e97e1b4e5116 req-f0b934f5-b82a-49e7-a160-36325c2222e2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:15.635975 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7855c920-9df4-495a-9733-78fe42b1705d', 'name': 'network-vif-deleted', 'tag': '71d6ba38-f010-4812-ade3-cd0173c05466'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:56:15.656230 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3906619b-c36c-49b9-931f-68521391e827'] response: {'server_uuid': '7855c920-9df4-495a-9733-78fe42b1705d', 'name': 'network-vif-deleted', 'tag': '71d6ba38-f010-4812-ade3-cd0173c05466', 'status': 'completed', 'code': 200}
May 12 14:56:15.711414 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 74c60ae0-11dc-4a5e-afb9-11e124615006 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:56:15.749940 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a331377-c401-4202-8f58-b054e129dac7 req-94acfd99-9a36-4f09-a8f6-47e2cd299079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:15.751973 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2a331377-c401-4202-8f58-b054e129dac7 req-94acfd99-9a36-4f09-a8f6-47e2cd299079 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 200  len: 913 time: 0.1294620
May 12 14:56:15.755013 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Made reservation on behalf of dea3e62f09c64bfdba62aada49930c67 for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:56:15.758893 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:15.819319 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aef6c2fb-4d1f-4062-b920-e97e1b4e5116 req-f0b934f5-b82a-49e7-a160-36325c2222e2 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.71 "DELETE /v2.0/ports/71d6ba38-f010-4812-ade3-cd0173c05466 HTTP/1.1" status: 204  len: 173 time: 1.1476414
May 12 14:56:15.838000 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:15.845580 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 74c60ae0-11dc-4a5e-afb9-11e124615006, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74c60ae0-11dc-4a5e-afb9-11e124615006,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:15.858945 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'port_id': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'mac_address': 'fa:16:3e:75:25:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:56:15.870438 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:15.876770 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Usage tracker for resource:security_group_rule and tenant:dea3e62f09c64bfdba62aada49930c67 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:15.881200 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:15.891311 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:15.901998 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2a331377-c401-4202-8f58-b054e129dac7 req-59df92e8-7f69-443c-981a-1defeb53af29 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2d377be-5a49-46c3-8536-f69f3d36a7e9 HTTP/1.1" status: 200  len: 1002 time: 0.1356571
May 12 14:56:15.931798 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:15.950540 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c60ae0-11dc-4a5e-afb9-11e124615006 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:56:15.970125 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 74c60ae0-11dc-4a5e-afb9-11e124615006, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74c60ae0-11dc-4a5e-afb9-11e124615006,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:16.001065 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a331377-c401-4202-8f58-b054e129dac7 req-d1a8075f-60de-4e0a-9327-f198980dad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:16.007611 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2a331377-c401-4202-8f58-b054e129dac7 req-d1a8075f-60de-4e0a-9327-f198980dad1b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a75e9722-de70-4d4e-b9c9-c1ef8a801b5c HTTP/1.1" status: 200  len: 851 time: 0.0937564
May 12 14:56:16.104446 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:16.112955 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:16.115613 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a331377-c401-4202-8f58-b054e129dac7 req-309407af-e06d-410c-be8d-d7726733682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:16.119419 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2a331377-c401-4202-8f58-b054e129dac7 req-309407af-e06d-410c-be8d-d7726733682a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8a9b5d7-4b96-4319-809c-e3bf553d8492&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1088879
May 12 14:56:16.200014 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=74c60ae0-11dc-4a5e-afb9-11e124615006,revision_number=9']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:16.234017 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:16.271681 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'}  {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:56:16.292838 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78b88ae-3e8e-4541-b5ab-4c621ba0268d,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:16.301310 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:16.301654 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Added segment 7e0c861f-bc9c-4c6e-8bed-174122469fe7 of type vlan for network 027bafac-e380-4395-8d41-b8e5f36c255d
May 12 14:56:16.331685 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2a331377-c401-4202-8f58-b054e129dac7 req-606f5ad4-1d55-40a2-be01-d1616bae8dc4 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2084944
May 12 14:56:16.366961 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:16.427637 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['74c60ae0-11dc-4a5e-afb9-11e124615006'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:56:16.517856 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2a331377-c401-4202-8f58-b054e129dac7 req-e03245e8-0f5e-48a1-a35d-463d511691fb service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1779943
May 12 14:56:16.565078 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-9ace700c-d614-4e12-8063-bacb7f0702ff req-2a4eaf41-3dba-4e00-9a95-51c8d9612e5e tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Synchronizing usage tracker for tenant:0bfe8d8bce3f496d9162c7f9c8727273 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:56:16.630731 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:16.631700 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:16.632264 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:16.723797 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-9ace700c-d614-4e12-8063-bacb7f0702ff req-2a4eaf41-3dba-4e00-9a95-51c8d9612e5e tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Unset dirty status for tenant:0bfe8d8bce3f496d9162c7f9c8727273 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:56:16.725108 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9ace700c-d614-4e12-8063-bacb7f0702ff req-2a4eaf41-3dba-4e00-9a95-51c8d9612e5e tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 210 time: 0.2358360
May 12 14:56:16.843595 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] Pushing event updated for resources: {'Network': ['ID=027bafac-e380-4395-8d41-b8e5f36c255d,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:16.863679 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network 027bafac-e380-4395-8d41-b8e5f36c255d details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:56:16.868860 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9a0cb-a712-474e-997c-bd3d057845e8 req-06b439cd-1a96-4950-bf11-9506b792ad8c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:16.870313 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-59d9a0cb-a712-474e-997c-bd3d057845e8 req-06b439cd-1a96-4950-bf11-9506b792ad8c tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 944 time: 0.2759624
May 12 14:56:16.915278 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-59d9a0cb-a712-474e-997c-bd3d057845e8 req-67c4eb5d-b171-4e52-a67e-44ef5a00f9b1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386555
May 12 14:56:16.954339 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-76e4e787-8c42-444a-aa85-de7a0dec709a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.5521450
May 12 14:56:16.958374 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40328) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:16.964263 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] Request body: {'subnet': {'network_id': '027bafac-e380-4395-8d41-b8e5f36c255d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-288477458-subnet', 'tenant_id': 'dea3e62f09c64bfdba62aada49930c67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:56:16.969989 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:16.974326 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] Usage tracker for resource:subnet and tenant:dea3e62f09c64bfdba62aada49930c67 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:16.977444 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:16.983692 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:17.090144 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] Made reservation on behalf of dea3e62f09c64bfdba62aada49930c67 for: {'subnet': 1} {{(pid=88126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:56:17.093642 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2571092'] for subnet, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:17.415603 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3159237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2571074'] for subnet, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:17.487032 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea41b6cb-aed7-4c2a-b74a-8bb45244dcf9,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:17.496724 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] Checking segment: {'id': '7e0c861f-bc9c-4c6e-8bed-174122469fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '027bafac-e380-4395-8d41-b8e5f36c255d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:56:17.496724 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] Network hostable DHCP agents. Network: 027bafac-e380-4395-8d41-b8e5f36c255d, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:56:17.655594 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] Network 027bafac-e380-4395-8d41-b8e5f36c255d is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:56:17.728002 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 74c60ae0-11dc-4a5e-afb9-11e124615006 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:56:17.795371 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 74c60ae0-11dc-4a5e-afb9-11e124615006 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:56:17.805504 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:17.855165 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, 027bafac-e380-4395-8d41-b8e5f36c255d) {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:56:17.860774 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:17.861361 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:17.865191 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a368f005-346f-48b7-a0a7-1e9090174723 None None] Network 027bafac-e380-4395-8d41-b8e5f36c255d requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:56:17.921152 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-f5382123-da0a-4f11-8691-99d3450a4a02 req-43794b0d-e92f-4460-a972-50e6913fde48 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "GET /v2.0/ports?device_id=7855c920-9df4-495a-9733-78fe42b1705d HTTP/1.1" status: 200  len: 210 time: 0.0640242
May 12 14:56:18.009931 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:18.016676 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-6d6a3ba9-8228-4def-adfd-72ac6dc6a152 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0570509
May 12 14:56:18.057812 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5184e752-c944-4ecd-a516-600944c18dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c60ae0-11dc-4a5e-afb9-11e124615006'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:56:18.072757 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 74c60ae0-11dc-4a5e-afb9-11e124615006, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74c60ae0-11dc-4a5e-afb9-11e124615006,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:18.120598 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55efc948-294d-4ed9-a903-67be850a57c2'] response: {'server_uuid': '5184e752-c944-4ecd-a516-600944c18dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'code': 200}
May 12 14:56:18.189446 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411d508-527e-4b2f-85ed-776c165238d5 req-8e62cee4-16b2-4ca8-a25c-1f93611b3142 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:18.198399 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8411d508-527e-4b2f-85ed-776c165238d5 req-8e62cee4-16b2-4ca8-a25c-1f93611b3142 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 944 time: 0.1593151
May 12 14:56:18.226848 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:18.227614 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 71d6ba38-f010-4812-ade3-cd0173c05466 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:56:18.256985 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8411d508-527e-4b2f-85ed-776c165238d5 req-57a66d48-4715-4c7c-8d00-f949d78f72b7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576284
May 12 14:56:18.324574 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: 71d6ba38-f010-4812-ade3-cd0173c05466 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:56:18.324914 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 71d6ba38-f010-4812-ade3-cd0173c05466 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:56:18.326460 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064a6bd3-ee26-49b4-b169-02bef86a742a None None] Network 027bafac-e380-4395-8d41-b8e5f36c255d requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:56:18.433098 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=74c60ae0-11dc-4a5e-afb9-11e124615006,revision_number=10']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:18.497936 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e2b4bfb8-13b7-4460-9d9b-b328cb81e1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:18.658496 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254c6a3-43bd-4ba4-86cd-0cb3a2a1d351 req-eeb8b99c-cc8b-457c-af75-83844e35dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:18.668837 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2254c6a3-43bd-4ba4-86cd-0cb3a2a1d351 req-eeb8b99c-cc8b-457c-af75-83844e35dcbb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 1099 time: 0.0695348
May 12 14:56:18.700047 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2254c6a3-43bd-4ba4-86cd-0cb3a2a1d351 req-a261fc66-61e3-4ff7-98ec-8577656d814b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343153
May 12 14:56:19.020377 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40360) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:19.093246 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3165e956-77dc-4dbb-8e6b-9e6350783966 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:19.123617 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3165e956-77dc-4dbb-8e6b-9e6350783966 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:19.157484 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40366) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:19.281692 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e9003b8-dece-4b8a-9985-c3760a325b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:19.316616 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-8e9003b8-dece-4b8a-9985-c3760a325b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:19.319031 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-8e9003b8-dece-4b8a-9985-c3760a325b3e admin admin] Usage tracker for resource:security_group_rule and tenant:00eb7156cff1461cb6daa5551702cd78 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:19.322002 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-8e9003b8-dece-4b8a-9985-c3760a325b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:19.327926 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-8e9003b8-dece-4b8a-9985-c3760a325b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:19.347012 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3165e956-77dc-4dbb-8e6b-9e6350783966 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:19.370919 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165e956-77dc-4dbb-8e6b-9e6350783966 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf7b3db-8138-48cc-8815-5a04a1add972,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:19.455839 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54299398-7a8d-4809-bb5c-857f6fcfd50a req-d9cc6625-0263-4aec-9d13-b72ff25b36f9 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:19.457336 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-54299398-7a8d-4809-bb5c-857f6fcfd50a req-d9cc6625-0263-4aec-9d13-b72ff25b36f9 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 946 time: 0.0835457
May 12 14:56:19.482625 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3165e956-77dc-4dbb-8e6b-9e6350783966 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:19.483698 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3165e956-77dc-4dbb-8e6b-9e6350783966 tempest-TestShelveInstance-646637314 tempest-TestShelveInstance-646637314-project] 10.222.0.49 "DELETE /v2.0/security-groups/eaf7b3db-8138-48cc-8815-5a04a1add972 HTTP/1.1" status: 204  len: 168 time: 0.4621851
May 12 14:56:19.509629 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-54299398-7a8d-4809-bb5c-857f6fcfd50a req-e20acd59-de31-41a8-b40b-2412e8382c19 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452688
May 12 14:56:19.619668 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e9003b8-dece-4b8a-9985-c3760a325b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:19.705879 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40380) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:19.718422 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8e9003b8-dece-4b8a-9985-c3760a325b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:19.767747 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-8e9003b8-dece-4b8a-9985-c3760a325b3e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00eb7156cff1461cb6daa5551702cd78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6080339
May 12 14:56:19.769301 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9003b8-dece-4b8a-9985-c3760a325b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfd9446-8f12-408d-9201-17d745ede6ca,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:19.771686 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40386) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:19.837838 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-aa429bca-8d95-4d10-8abf-976a29544335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:19.871380 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-aa429bca-8d95-4d10-8abf-976a29544335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:20.090294 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-aa429bca-8d95-4d10-8abf-976a29544335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:20.107279 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa429bca-8d95-4d10-8abf-976a29544335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfd9446-8f12-408d-9201-17d745ede6ca,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:20.114366 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-aa429bca-8d95-4d10-8abf-976a29544335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:20.115888 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-aa429bca-8d95-4d10-8abf-976a29544335 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5cfd9446-8f12-408d-9201-17d745ede6ca HTTP/1.1" status: 204  len: 168 time: 0.3422928
May 12 14:56:20.339800 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-288e716c-49e9-4ad6-a4ef-eb84e3da6732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884872'] for router_interface, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:20.702140 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-993c7151-80e0-40c7-be2d-5c9e54f1f634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:20.792343 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca77cfb-8ae4-4e8b-8540-02cc94ccecda req-33bfdd25-62cf-4652-8438-34bb078e2cff tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:20.793721 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0ca77cfb-8ae4-4e8b-8540-02cc94ccecda req-33bfdd25-62cf-4652-8438-34bb078e2cff tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 946 time: 0.1477587
May 12 14:56:20.823357 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-288e716c-49e9-4ad6-a4ef-eb84e3da6732 admin admin] Deleting port 74e8adb0-a773-405a-9967-2b3a919bbd71 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:56:20.824887 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-288e716c-49e9-4ad6-a4ef-eb84e3da6732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:20.989061 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0ca77cfb-8ae4-4e8b-8540-02cc94ccecda req-1c72f47b-1207-477e-947b-62e522986d43 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1874869
May 12 14:56:21.087165 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40438) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:21.121237 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2292158b-2e96-49fe-906e-85d228be176d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:21.148487 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2292158b-2e96-49fe-906e-85d228be176d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:21.157868 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2292158b-2e96-49fe-906e-85d228be176d admin admin] Usage tracker for resource:security_group_rule and tenant:17d467cd3e7747758e0a9e93259ed144 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:21.161719 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-288e716c-49e9-4ad6-a4ef-eb84e3da6732 admin admin] For port 74e8adb0-a773-405a-9967-2b3a919bbd71, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=74e8adb0-a773-405a-9967-2b3a919bbd71,segment=NetworkSegment(026fa921-25ab-4849-ba71-8f38df60d19c),segment_id=026fa921-25ab-4849-ba71-8f38df60d19c)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:21.162085 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-288e716c-49e9-4ad6-a4ef-eb84e3da6732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:21.169529 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-2292158b-2e96-49fe-906e-85d228be176d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:21.180769 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-2292158b-2e96-49fe-906e-85d228be176d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:21.298480 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-288e716c-49e9-4ad6-a4ef-eb84e3da6732 admin admin] Calling delete_port for 74e8adb0-a773-405a-9967-2b3a919bbd71 owned by network:router_interface {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:56:21.492571 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2292158b-2e96-49fe-906e-85d228be176d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:21.645068 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2292158b-2e96-49fe-906e-85d228be176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:21.697372 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-288e716c-49e9-4ad6-a4ef-eb84e3da6732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:21.744972 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-2292158b-2e96-49fe-906e-85d228be176d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17d467cd3e7747758e0a9e93259ed144&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6567082
May 12 14:56:21.747788 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40448) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:21.752955 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292158b-2e96-49fe-906e-85d228be176d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21486730-e85c-4327-80bb-ad8c6939fd1a,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:21.755808 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e716c-49e9-4ad6-a4ef-eb84e3da6732 admin admin] Pushing event deleted for resources: {'Port': ['ID=74e8adb0-a773-405a-9967-2b3a919bbd71,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:21.783322 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:21.785233 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:21.819227 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-82a4bca2-46b5-4b12-a862-45d6ceb6d937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:21.869897 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-82a4bca2-46b5-4b12-a862-45d6ceb6d937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:22.058443 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-82a4bca2-46b5-4b12-a862-45d6ceb6d937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:22.078181 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4bca2-46b5-4b12-a862-45d6ceb6d937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21486730-e85c-4327-80bb-ad8c6939fd1a,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:22.082115 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-82a4bca2-46b5-4b12-a862-45d6ceb6d937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:22.085902 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-82a4bca2-46b5-4b12-a862-45d6ceb6d937 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21486730-e85c-4327-80bb-ad8c6939fd1a HTTP/1.1" status: 204  len: 168 time: 0.3344243
May 12 14:56:22.157484 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-288e716c-49e9-4ad6-a4ef-eb84e3da6732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3749175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890168'] for router_interface, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:22.168157 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4f1df-45a5-4d4b-808d-aeadee1b4908 req-13e4f03e-8eb8-46a3-9289-c297e9d3d37c tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:22.169978 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f5a4f1df-45a5-4d4b-808d-aeadee1b4908 req-13e4f03e-8eb8-46a3-9289-c297e9d3d37c tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 946 time: 0.2150836
May 12 14:56:22.205978 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4778c-99d6-4bf4-a4c4-dc480cf46920 req-e51b5319-db7c-4555-96f8-e44a4b046c26 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:22.208029 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c7a4778c-99d6-4bf4-a4c4-dc480cf46920 req-e51b5319-db7c-4555-96f8-e44a4b046c26 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 946 time: 0.0900309
May 12 14:56:22.256032 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-c7a4778c-99d6-4bf4-a4c4-dc480cf46920 req-3a7de78a-cef9-4f76-87fb-5219a0bd745e tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426271
May 12 14:56:22.316864 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f5a4f1df-45a5-4d4b-808d-aeadee1b4908 req-130dc41c-8487-45ce-b12e-70900f05f665 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1346209
May 12 14:56:22.597384 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288e716c-49e9-4ad6-a4ef-eb84e3da6732 admin admin] Router 87526dfe-a971-47f0-b0ee-07b5df60f186 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:56:22.888256 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288e716c-49e9-4ad6-a4ef-eb84e3da6732 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:56:22.899384 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7dd43-f026-4c2a-bc14-c204078ca3f7 None None] Sync routers for ids ['87526dfe-a971-47f0-b0ee-07b5df60f186'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:56:22.912115 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b7dd43-f026-4c2a-bc14-c204078ca3f7 None None] Routers {'87526dfe-a971-47f0-b0ee-07b5df60f186'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:56:22.912751 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-60b7dd43-f026-4c2a-bc14-c204078ca3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c64e430>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['87526dfe-a971-47f0-b0ee-07b5df60f186'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:23.013176 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-288e716c-49e9-4ad6-a4ef-eb84e3da6732 admin admin] 10.222.0.49 "PUT /v2.0/routers/87526dfe-a971-47f0-b0ee-07b5df60f186/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3061988
May 12 14:56:23.015689 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40476) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:23.035494 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:23.090953 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-60b7dd43-f026-4c2a-bc14-c204078ca3f7 None None] Set router 87526dfe-a971-47f0-b0ee-07b5df60f186 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:56:23.229745 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] Notify callbacks [] for router, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:23.426049 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-60b7dd43-f026-4c2a-bc14-c204078ca3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c64e430>, [{'id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:56Z', 'updated_at': '2022-05-12T14:56:21Z', 'revision_number': 5, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'gw_port': {'id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:57Z', 'updated_at': '2022-05-12T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:23.430284 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7dd43-f026-4c2a-bc14-c204078ca3f7 None None] Checking router: 87526dfe-a971-47f0-b0ee-07b5df60f186 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:56:23.433397 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:23.442534 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b7dd43-f026-4c2a-bc14-c204078ca3f7 None None] Routers {'87526dfe-a971-47f0-b0ee-07b5df60f186'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:56:23.442534 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-60b7dd43-f026-4c2a-bc14-c204078ca3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c64e430>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['87526dfe-a971-47f0-b0ee-07b5df60f186'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:23.598721 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] Deleting port 6ffad284-d252-4530-9fd7-f5d916dd4ca2 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:56:23.600838 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:56:23.602195 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:23.639175 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-60b7dd43-f026-4c2a-bc14-c204078ca3f7 None None] Set router 87526dfe-a971-47f0-b0ee-07b5df60f186 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:56:23.666096 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d1783-c6dd-40b7-b3bd-fe8c72ca07a8 req-86f3b607-f8b6-4402-ba79-3f94f40d194c tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:23.667553 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-521d1783-c6dd-40b7-b3bd-fe8c72ca07a8 req-86f3b607-f8b6-4402-ba79-3f94f40d194c tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 946 time: 0.1179531
May 12 14:56:23.718837 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-521d1783-c6dd-40b7-b3bd-fe8c72ca07a8 req-3ed2a728-3f20-4816-adfd-4c98dbd69303 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434225
May 12 14:56:23.789907 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-279673c1-a6eb-4c21-84fd-d8562aab65a6 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:23.791696 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-279673c1-a6eb-4c21-84fd-d8562aab65a6 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.71 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 946 time: 0.2955480
May 12 14:56:23.868178 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] For port 6ffad284-d252-4530-9fd7-f5d916dd4ca2, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=6ffad284-d252-4530-9fd7-f5d916dd4ca2,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:23.868532 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:23.964589 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-60b7dd43-f026-4c2a-bc14-c204078ca3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c64e430>, [{'id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:56Z', 'updated_at': '2022-05-12T14:56:21Z', 'revision_number': 5, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'gw_port': {'id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:57Z', 'updated_at': '2022-05-12T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:23.969030 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b7dd43-f026-4c2a-bc14-c204078ca3f7 None None] The sync data for ids ['87526dfe-a971-47f0-b0ee-07b5df60f186'] in dv-cinder-831187-2-iscsi is: [{'id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'name': 'tempest-TestShelveInstance-1391600150-router', 'tenant_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:56Z', 'updated_at': '2022-05-12T14:56:21Z', 'revision_number': 5, 'project_id': '0bfe8d8bce3f496d9162c7f9c8727273', 'gw_port': {'id': '6ffad284-d252-4530-9fd7-f5d916dd4ca2', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87526dfe-a971-47f0-b0ee-07b5df60f186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:57Z', 'updated_at': '2022-05-12T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:56:23.996406 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-4016aea2-cf24-4017-96b9-91d9133899a0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Deleting port b2d377be-5a49-46c3-8536-f69f3d36a7e9 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:56:23.996752 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-4016aea2-cf24-4017-96b9-91d9133899a0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:24.027925 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] Calling delete_port for 6ffad284-d252-4530-9fd7-f5d916dd4ca2 owned by network:router_gateway {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:56:24.479922 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-4016aea2-cf24-4017-96b9-91d9133899a0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] For port b2d377be-5a49-46c3-8536-f69f3d36a7e9, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b2d377be-5a49-46c3-8536-f69f3d36a7e9,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:24.480659 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-4016aea2-cf24-4017-96b9-91d9133899a0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:24.748902 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:24.822775 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ffad284-d252-4530-9fd7-f5d916dd4ca2,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:24.968422 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-4016aea2-cf24-4017-96b9-91d9133899a0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:24.968794 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-4016aea2-cf24-4017-96b9-91d9133899a0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:24.969619 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.l3_db [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-4016aea2-cf24-4017-96b9-91d9133899a0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Floating IP 8e3b1176-4833-45ec-862e-3054421b7103 disassociated. External IP: 172.27.3.152, port: b2d377be-5a49-46c3-8536-f69f3d36a7e9.
May 12 14:56:24.969953 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-4016aea2-cf24-4017-96b9-91d9133899a0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Calling delete_port for b2d377be-5a49-46c3-8536-f69f3d36a7e9 owned by compute:nova {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:56:25.033887 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3883893'] for router_gateway, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:25.229484 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28155'] for router, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:25.233548 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:25.252886 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac89172-7c43-46ef-b5ed-dc8141f2a382 req-6222c071-8ec4-4a54-ba04-b5175fdf4a7b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:25.254338 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3ac89172-7c43-46ef-b5ed-dc8141f2a382 req-6222c071-8ec4-4a54-ba04-b5175fdf4a7b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 946 time: 0.4015834
May 12 14:56:25.327297 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40538) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:25.354077 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3ac89172-7c43-46ef-b5ed-dc8141f2a382 req-b3ddf1ea-98f2-4077-b9fa-76f2e153f5d2 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887592
May 12 14:56:25.432874 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885384'] for router, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:25.433428 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87526dfe-a971-47f0-b0ee-07b5df60f186 {{(pid=88125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 14:56:25.490913 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 74e8adb0-a773-405a-9967-2b3a919bbd71 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:56:25.491646 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-39c88905-77c5-4b1b-b13e-6eb104193577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:25.519839 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-39c88905-77c5-4b1b-b13e-6eb104193577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:25.519839 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-39c88905-77c5-4b1b-b13e-6eb104193577 admin admin] Usage tracker for resource:security_group_rule and tenant:a2decd1856de4f5cb471a443d8b2aa02 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:25.519839 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-39c88905-77c5-4b1b-b13e-6eb104193577 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:25.522973 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-39c88905-77c5-4b1b-b13e-6eb104193577 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:25.549647 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-4016aea2-cf24-4017-96b9-91d9133899a0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:25.560766 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 74e8adb0-a773-405a-9967-2b3a919bbd71 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:56:25.560766 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 74e8adb0-a773-405a-9967-2b3a919bbd71 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:56:25.609460 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016aea2-cf24-4017-96b9-91d9133899a0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event deleted for resources: {'Port': ['ID=b2d377be-5a49-46c3-8536-f69f3d36a7e9,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:25.616304 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:25.619890 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d4d92a0e-91f3-4983-b44c-a0c4b9eddf1a admin admin] 10.222.0.49 "DELETE /v2.0/routers/87526dfe-a971-47f0-b0ee-07b5df60f186 HTTP/1.1" status: 204  len: 168 time: 2.6007843
May 12 14:56:25.620534 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40546) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:25.627415 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-39c88905-77c5-4b1b-b13e-6eb104193577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:25.709233 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-39c88905-77c5-4b1b-b13e-6eb104193577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:25.757068 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-39c88905-77c5-4b1b-b13e-6eb104193577 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2decd1856de4f5cb471a443d8b2aa02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4286830
May 12 14:56:25.758713 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c88905-77c5-4b1b-b13e-6eb104193577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f11572-48c5-4b19-87c3-60cd8b7781a9,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:25.761088 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40550) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:25.805193 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86e3af1-04a9-4b4a-833d-fad297269770 admin admin] Deleting subnet bc671b6f-54dd-41f2-becb-3db170ece0f8 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 14:56:25.820545 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2307-4612-481f-8c9a-b538f346841e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:25.822772 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e86e3af1-04a9-4b4a-833d-fad297269770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:25.847842 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2307-4612-481f-8c9a-b538f346841e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:25.886789 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e86e3af1-04a9-4b4a-833d-fad297269770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2506725'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:25.932254 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-4016aea2-cf24-4017-96b9-91d9133899a0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Router 554c63b5-57ba-435f-a9c7-b27d26a38d83 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:56:26.089900 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2307-4612-481f-8c9a-b538f346841e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:26.105612 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a2307-4612-481f-8c9a-b538f346841e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f11572-48c5-4b19-87c3-60cd8b7781a9,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:26.112417 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2307-4612-481f-8c9a-b538f346841e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:26.113553 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-ee2a2307-4612-481f-8c9a-b538f346841e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e1f11572-48c5-4b19-87c3-60cd8b7781a9 HTTP/1.1" status: 204  len: 168 time: 0.3515844
May 12 14:56:26.238094 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e86e3af1-04a9-4b4a-833d-fad297269770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:26.291392 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-4016aea2-cf24-4017-96b9-91d9133899a0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:56:26.300818 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87588ece-f4a7-4746-898f-7fcda5d4555f None None] Sync routers for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:56:26.310501 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87588ece-f4a7-4746-898f-7fcda5d4555f None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:56:26.311176 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-87588ece-f4a7-4746-898f-7fcda5d4555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87f43970>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:26.371141 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-4016aea2-cf24-4017-96b9-91d9133899a0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] No DVR routers for this DVR port b2d377be-5a49-46c3-8536-f69f3d36a7e9 on host hv-cinder-83118 {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:56:26.377624 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-4016aea2-cf24-4017-96b9-91d9133899a0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:26.380135 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12704ca3-a417-4cab-9a2c-98b9275218eb', 'name': 'network-vif-deleted', 'tag': 'b2d377be-5a49-46c3-8536-f69f3d36a7e9'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:56:26.390500 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0847ff3-40e4-4003-8662-1df1afab4118 req-4016aea2-cf24-4017-96b9-91d9133899a0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.71 "DELETE /v2.0/ports/b2d377be-5a49-46c3-8536-f69f3d36a7e9 HTTP/1.1" status: 204  len: 173 time: 2.5933805
May 12 14:56:26.468274 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a5c012-7bd5-42ef-83b1-612793f4e0e3'] response: {'server_uuid': '12704ca3-a417-4cab-9a2c-98b9275218eb', 'name': 'network-vif-deleted', 'tag': 'b2d377be-5a49-46c3-8536-f69f3d36a7e9', 'status': 'completed', 'code': 200}
May 12 14:56:26.494350 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e86e3af1-04a9-4b4a-833d-fad297269770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319246'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:26.531998 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-87588ece-f4a7-4746-898f-7fcda5d4555f None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:56:26.570706 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e3af1-04a9-4b4a-833d-fad297269770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc671b6f-54dd-41f2-becb-3db170ece0f8,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:26.576550 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e86e3af1-04a9-4b4a-833d-fad297269770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:26.579951 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e86e3af1-04a9-4b4a-833d-fad297269770 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bc671b6f-54dd-41f2-becb-3db170ece0f8 HTTP/1.1" status: 204  len: 168 time: 0.9583247
May 12 14:56:26.581957 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8c66ff5a-44e3-492d-a0a3-05f82a9b5e96 req-b3cf377e-d838-4e97-903e-807832139bee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 210 time: 0.0593200
May 12 14:56:26.582475 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40566) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:26.590800 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e0e041-b2b5-468b-bdce-c71f7be3bc81 None None] Network 4c2f6902-97e3-4408-9b2c-59df76c4d77b requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:56:26.696337 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:26.708328 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] Deleting port 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:56:26.708762 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:26.911540 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40570) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:26.933306 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-309f43ff-cc0b-4188-ac88-f706d331e638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:26.934364 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] For port 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1,segment=NetworkSegment(026fa921-25ab-4849-ba71-8f38df60d19c),segment_id=026fa921-25ab-4849-ba71-8f38df60d19c)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:26.934866 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:26.951942 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-309f43ff-cc0b-4188-ac88-f706d331e638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:26.956827 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-309f43ff-cc0b-4188-ac88-f706d331e638 admin admin] Usage tracker for resource:security_group_rule and tenant:4dc96b937e8e4b278b236678542629b8 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:26.959940 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-309f43ff-cc0b-4188-ac88-f706d331e638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:26.967155 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-309f43ff-cc0b-4188-ac88-f706d331e638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:27.061739 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-87588ece-f4a7-4746-898f-7fcda5d4555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87f43970>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:27.069200 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87588ece-f4a7-4746-898f-7fcda5d4555f None None] Checking router: 554c63b5-57ba-435f-a9c7-b27d26a38d83 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:56:27.077543 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] Calling delete_port for 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 owned by network:dhcp {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:56:27.079411 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87588ece-f4a7-4746-898f-7fcda5d4555f None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:56:27.080123 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-87588ece-f4a7-4746-898f-7fcda5d4555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87f43970>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:27.104013 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-309f43ff-cc0b-4188-ac88-f706d331e638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:27.140226 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c8032d-42b5-48cb-a469-e50d292c7807 None None] DHCP port deletion for 4c2f6902-97e3-4408-9b2c-59df76c4d77b request from dv-cinder-831187-2-iscsi {{(pid=88128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 12 14:56:27.159724 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-f9c8032d-42b5-48cb-a469-e50d292c7807 None None] Deleting port 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:56:27.160657 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f9c8032d-42b5-48cb-a469-e50d292c7807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:27.200929 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-309f43ff-cc0b-4188-ac88-f706d331e638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:27.253972 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-309f43ff-cc0b-4188-ac88-f706d331e638 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4dc96b937e8e4b278b236678542629b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3407018
May 12 14:56:27.255145 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f43ff-cc0b-4188-ac88-f706d331e638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81123be6-012c-4a66-8530-e8dc58600f93,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:27.255583 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:27.257850 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40574) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:27.325104 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:27.329733 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] No DVR routers for this DVR port 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 on host dv-cinder-831187-2-iscsi {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:56:27.336409 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e6539cc6-a44a-4f66-ae97-c68802e1542e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:27.356135 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-f9c8032d-42b5-48cb-a469-e50d292c7807 None None] The port '42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1' was deleted {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
May 12 14:56:27.386735 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e6539cc6-a44a-4f66-ae97-c68802e1542e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:27.396708 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-87588ece-f4a7-4746-898f-7fcda5d4555f None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:56:27.468246 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:27.497096 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f87f2e5b0>,) {'filters': {'network_id': ['4c2f6902-97e3-4408-9b2c-59df76c4d77b']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:27.498208 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:56:27.510109 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f87f2e5b0>, '026fa921-25ab-4849-ba71-8f38df60d19c') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:27.510408 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f87f2e5b0>, '026fa921-25ab-4849-ba71-8f38df60d19c') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:27.522936 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2506716'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:27.540998 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:27.548120 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 14:56:27.548514 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505917'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]: Traceback (most recent call last):
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:     timer()
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:     cb(*args, **kw)
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:     return func(*args, **kwargs)
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:     self._notify()
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:     self.callback(batched_events)
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:     event.method(event)
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:     return f(self, *a, **k)
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._get(url).json()
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self.request(url, 'GET', **kwargs)
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 14:56:27.563465 dv-cinder-831187-2-iscsi neutron-server[88125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 14:56:27.593748 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:56:27.594299 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 42ea138f-7ce6-4c7c-b6d4-b1a096f6acc1 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:56:27.594590 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6ffad284-d252-4530-9fd7-f5d916dd4ca2 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:56:27.604303 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e6539cc6-a44a-4f66-ae97-c68802e1542e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:27.640579 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 6ffad284-d252-4530-9fd7-f5d916dd4ca2 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:56:27.641698 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6ffad284-d252-4530-9fd7-f5d916dd4ca2 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:56:27.660972 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6539cc6-a44a-4f66-ae97-c68802e1542e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81123be6-012c-4a66-8530-e8dc58600f93,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:27.660972 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e6539cc6-a44a-4f66-ae97-c68802e1542e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:27.665604 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e6539cc6-a44a-4f66-ae97-c68802e1542e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81123be6-012c-4a66-8530-e8dc58600f93 HTTP/1.1" status: 204  len: 168 time: 0.4031513
May 12 14:56:27.726408 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:27.730933 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:27.764479 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device b2d377be-5a49-46c3-8536-f69f3d36a7e9 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:56:27.807469 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: b2d377be-5a49-46c3-8536-f69f3d36a7e9 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:56:27.807653 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device b2d377be-5a49-46c3-8536-f69f3d36a7e9 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:56:27.827310 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c2f6902-97e3-4408-9b2c-59df76c4d77b,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:27.838976 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-e51b6a75-f565-44f1-a2ea-b4ed8b87eab7 req-55e6ba0c-115c-47a1-a85a-32d6ba0c5889 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Synchronizing usage tracker for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:56:27.917004 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-87588ece-f4a7-4746-898f-7fcda5d4555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87f43970>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:27.921007 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87588ece-f4a7-4746-898f-7fcda5d4555f None None] The sync data for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi is: [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:56:27.932826 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-e51b6a75-f565-44f1-a2ea-b4ed8b87eab7 req-55e6ba0c-115c-47a1-a85a-32d6ba0c5889 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Unset dirty status for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:56:27.934088 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e51b6a75-f565-44f1-a2ea-b4ed8b87eab7 req-55e6ba0c-115c-47a1-a85a-32d6ba0c5889 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=12704ca3-a417-4cab-9a2c-98b9275218eb HTTP/1.1" status: 200  len: 210 time: 0.1616209
May 12 14:56:27.935364 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-649c1526-8b19-4fc5-bb4b-e5d73ef40a58 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4c2f6902-97e3-4408-9b2c-59df76c4d77b HTTP/1.1" status: 204  len: 168 time: 1.3520565
May 12 14:56:27.946965 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40586) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:28.260033 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2d8d8-1929-4d1d-a276-545291826ed3 None None] New status for floating IP 8e3b1176-4833-45ec-862e-3054421b7103: DOWN {{(pid=88129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:56:28.566001 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-10bf8ed4-3ab5-42be-a10a-03109507ed02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884872'] for router_interface, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:28.615490 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:28.941761 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-10bf8ed4-3ab5-42be-a10a-03109507ed02 admin admin] Deleting port 0cd7a597-695a-4f0f-9c3f-88b6704359c9 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:56:28.942327 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-10bf8ed4-3ab5-42be-a10a-03109507ed02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:29.144519 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-10bf8ed4-3ab5-42be-a10a-03109507ed02 admin admin] For port 0cd7a597-695a-4f0f-9c3f-88b6704359c9, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=0cd7a597-695a-4f0f-9c3f-88b6704359c9,segment=NetworkSegment(3340f6c9-fe62-4625-a4ce-c331e88b5548),segment_id=3340f6c9-fe62-4625-a4ce-c331e88b5548)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:29.144882 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-10bf8ed4-3ab5-42be-a10a-03109507ed02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:29.397127 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-10bf8ed4-3ab5-42be-a10a-03109507ed02 admin admin] Calling delete_port for 0cd7a597-695a-4f0f-9c3f-88b6704359c9 owned by network:router_interface {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:56:29.467405 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-3e595ef9-f82c-4b07-ba8a-dbff97b82df1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612459297&fields=id&tenant_id=235689d103ed4d0dbe7b78698395bd21 HTTP/1.1" status: 200  len: 267 time: 0.0463872
May 12 14:56:29.686646 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-10bf8ed4-3ab5-42be-a10a-03109507ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:29.705704 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-a3ec22da-be19-47d6-8b54-c4e19500da07 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:29.707170 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-a3ec22da-be19-47d6-8b54-c4e19500da07 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/networks?id=c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 200  len: 812 time: 0.2372377
May 12 14:56:29.721846 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-53703c43-e0df-4914-9cc5-ac357a7f7ef2 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/quotas/235689d103ed4d0dbe7b78698395bd21 HTTP/1.1" status: 200  len: 375 time: 0.0091846
May 12 14:56:29.735729 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf8ed4-3ab5-42be-a10a-03109507ed02 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd7a597-695a-4f0f-9c3f-88b6704359c9,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:29.819400 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-b80e7fa0-5ec9-4cfc-8fa1-17e410ba0fee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0921700
May 12 14:56:29.963061 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-18758f02-0b9c-429e-880d-ea6b7af29076 service neutron] 10.222.0.49 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351931
May 12 14:56:30.011734 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-10bf8ed4-3ab5-42be-a10a-03109507ed02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3749175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890168'] for router_interface, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:30.100178 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-86af8c6a-734e-4583-92a2-7987f1eb9df5 service neutron] 10.222.0.49 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313784
May 12 14:56:30.403079 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bf8ed4-3ab5-42be-a10a-03109507ed02 admin admin] Router b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:56:30.589025 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bf8ed4-3ab5-42be-a10a-03109507ed02 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:56:30.598659 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736c6fa4-4578-45c0-a552-b02bd2613fc2 None None] Sync routers for ids ['b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:56:30.605016 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-10bf8ed4-3ab5-42be-a10a-03109507ed02 admin admin] 10.222.0.49 "PUT /v2.0/routers/b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6545601
May 12 14:56:30.605312 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40644) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:30.608659 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736c6fa4-4578-45c0-a552-b02bd2613fc2 None None] Routers {'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:56:30.609394 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-736c6fa4-4578-45c0-a552-b02bd2613fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c3cd430>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:30.798190 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-736c6fa4-4578-45c0-a552-b02bd2613fc2 None None] Set router b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:56:30.813550 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] Notify callbacks [] for router, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:30.884232 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-06e7a911-b009-49e2-ba31-daad6446ab61 req-5cc35ba4-a4e4-45bd-83d8-dd35f61620fa tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 210 time: 0.0618517
May 12 14:56:31.028807 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:31.140518 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-736c6fa4-4578-45c0-a552-b02bd2613fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c3cd430>, [{'id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'name': 'tempest-TestShelveInstance-1178413045-router', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ff2d85bb-6c9d-4613-bd87-616e0fed4918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:50:08Z', 'updated_at': '2022-05-12T14:56:29Z', 'revision_number': 5, 'project_id': '67919b38bd654d4780f7b33a57c987c0', 'gw_port': {'id': 'ff2d85bb-6c9d-4613-bd87-616e0fed4918', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:50:09Z', 'updated_at': '2022-05-12T14:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:31.145826 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736c6fa4-4578-45c0-a552-b02bd2613fc2 None None] Checking router: b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:56:31.153251 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736c6fa4-4578-45c0-a552-b02bd2613fc2 None None] Routers {'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:56:31.153857 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-736c6fa4-4578-45c0-a552-b02bd2613fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c3cd430>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:31.163937 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] Deleting port ff2d85bb-6c9d-4613-bd87-616e0fed4918 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:56:31.164287 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:31.317835 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-736c6fa4-4578-45c0-a552-b02bd2613fc2 None None] Set router b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 gateway port host: None {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:56:31.393007 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] For port ff2d85bb-6c9d-4613-bd87-616e0fed4918, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=ff2d85bb-6c9d-4613-bd87-616e0fed4918,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:31.393636 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:31.440178 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-736c6fa4-4578-45c0-a552-b02bd2613fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c3cd430>, [{'id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'name': 'tempest-TestShelveInstance-1178413045-router', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:50:08Z', 'updated_at': '2022-05-12T14:56:31Z', 'revision_number': 6, 'project_id': '67919b38bd654d4780f7b33a57c987c0', 'gw_port_host': None}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:31.454989 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736c6fa4-4578-45c0-a552-b02bd2613fc2 None None] The sync data for ids ['b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32'] in dv-cinder-831187-2-iscsi is: [{'id': 'b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32', 'name': 'tempest-TestShelveInstance-1178413045-router', 'tenant_id': '67919b38bd654d4780f7b33a57c987c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:50:08Z', 'updated_at': '2022-05-12T14:56:31Z', 'revision_number': 6, 'project_id': '67919b38bd654d4780f7b33a57c987c0', 'gw_port_host': None}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:56:31.544922 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] Calling delete_port for ff2d85bb-6c9d-4613-bd87-616e0fed4918 owned by network:router_gateway {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:56:31.812095 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:31.867292 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2d85bb-6c9d-4613-bd87-616e0fed4918,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:31.959558 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3883893'] for router_gateway, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:32.282030 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f0a0b467-0e40-4da9-86c0-288b8596ebe3 req-742195ed-0ec9-4d10-8e96-2f34cc18c716 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 210 time: 0.1778409
May 12 14:56:32.288568 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28155'] for router, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:32.290731 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:32.404172 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885384'] for router, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:32.404898 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 {{(pid=88125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 14:56:32.420578 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:32.424809 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c328623d-6a43-4b8c-a36b-3222280e915a admin admin] 10.222.0.49 "DELETE /v2.0/routers/b6056ff0-98f2-47a6-9f6a-ea2eb20d4f32 HTTP/1.1" status: 204  len: 168 time: 1.8153770
May 12 14:56:32.425112 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40672) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:32.489689 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_v2 [None req-25649cdd-b57a-4c52-afa2-78f4c828f47a admin admin] Deleting subnet 5e7bf8c3-e87a-4e08-95ab-820abd7022fd {{(pid=88126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 14:56:32.492989 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25649cdd-b57a-4c52-afa2-78f4c828f47a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:32.546635 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25649cdd-b57a-4c52-afa2-78f4c828f47a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3159183'] for subnet, precommit_delete_associations {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:32.622595 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25649cdd-b57a-4c52-afa2-78f4c828f47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:32.884289 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25649cdd-b57a-4c52-afa2-78f4c828f47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3159172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2571129'] for subnet, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:32.924538 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25649cdd-b57a-4c52-afa2-78f4c828f47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:32.928955 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25649cdd-b57a-4c52-afa2-78f4c828f47a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7bf8c3-e87a-4e08-95ab-820abd7022fd,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:32.929362 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491c65fb-cf1d-4c3a-aa52-a4c72f3a5373 None None] Network e282ebc9-b5c0-4203-a325-3c1c45a4285d requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:56:32.936937 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-25649cdd-b57a-4c52-afa2-78f4c828f47a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5e7bf8c3-e87a-4e08-95ab-820abd7022fd HTTP/1.1" status: 204  len: 168 time: 0.5074778
May 12 14:56:32.937162 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40682) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:33.038674 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:33.049456 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] Deleting port 73b9c2e8-03d9-4d38-b652-139f6e16d855 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:56:33.049783 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:33.218414 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9262c1-1b11-403b-bb15-d9b7bf8bd4ac None None] DHCP port deletion for e282ebc9-b5c0-4203-a325-3c1c45a4285d request from dv-cinder-831187-2-iscsi {{(pid=88128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 12 14:56:33.224105 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-ce9262c1-1b11-403b-bb15-d9b7bf8bd4ac None None] Deleting port 73b9c2e8-03d9-4d38-b652-139f6e16d855 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:56:33.224555 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ce9262c1-1b11-403b-bb15-d9b7bf8bd4ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:33.272725 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] For port 73b9c2e8-03d9-4d38-b652-139f6e16d855, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=73b9c2e8-03d9-4d38-b652-139f6e16d855,segment=NetworkSegment(3340f6c9-fe62-4625-a4ce-c331e88b5548),segment_id=3340f6c9-fe62-4625-a4ce-c331e88b5548)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:33.273081 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:33.396894 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] Calling delete_port for 73b9c2e8-03d9-4d38-b652-139f6e16d855 owned by network:dhcp {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:56:33.433817 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-94824ee9-367b-4f74-9f6f-9b51fad97967 req-8330df5a-082f-4af5-883a-4e92c9f0c984 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 210 time: 0.0433450
May 12 14:56:33.478455 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-ce9262c1-1b11-403b-bb15-d9b7bf8bd4ac None None] For port 73b9c2e8-03d9-4d38-b652-139f6e16d855, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=73b9c2e8-03d9-4d38-b652-139f6e16d855,segment=NetworkSegment(3340f6c9-fe62-4625-a4ce-c331e88b5548),segment_id=3340f6c9-fe62-4625-a4ce-c331e88b5548)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:33.478873 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ce9262c1-1b11-403b-bb15-d9b7bf8bd4ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:33.547526 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device ff2d85bb-6c9d-4613-bd87-616e0fed4918 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:56:33.587261 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:33.634621 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-ce9262c1-1b11-403b-bb15-d9b7bf8bd4ac None None] Calling delete_port for 73b9c2e8-03d9-4d38-b652-139f6e16d855 owned by network:dhcp {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:56:33.637857 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b9c2e8-03d9-4d38-b652-139f6e16d855,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:33.639678 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] No DVR routers for this DVR port 73b9c2e8-03d9-4d38-b652-139f6e16d855 on host dv-cinder-831187-2-iscsi {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:56:33.671098 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: ff2d85bb-6c9d-4613-bd87-616e0fed4918 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:56:33.671443 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device ff2d85bb-6c9d-4613-bd87-616e0fed4918 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:56:33.671855 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 73b9c2e8-03d9-4d38-b652-139f6e16d855 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:56:33.713731 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 73b9c2e8-03d9-4d38-b652-139f6e16d855 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:56:33.714071 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 73b9c2e8-03d9-4d38-b652-139f6e16d855 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:56:33.714479 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 0cd7a597-695a-4f0f-9c3f-88b6704359c9 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:56:33.751790 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 0cd7a597-695a-4f0f-9c3f-88b6704359c9 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:56:33.752131 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 0cd7a597-695a-4f0f-9c3f-88b6704359c9 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:56:33.755859 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:33.779814 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.db.api [None req-ce9262c1-1b11-403b-bb15-d9b7bf8bd4ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 12 14:56:33.780158 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG oslo_db.api [None req-ce9262c1-1b11-403b-bb15-d9b7bf8bd4ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 12 14:56:33.782123 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2fdf40>,) {'filters': {'network_id': ['e282ebc9-b5c0-4203-a325-3c1c45a4285d']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:33.794417 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2fdf40>, '3340f6c9-fe62-4625-a4ce-c331e88b5548') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:33.806210 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f8c2fdf40>, '3340f6c9-fe62-4625-a4ce-c331e88b5548') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:33.806210 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2506716'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:33.822244 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:33.828117 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 14:56:33.828503 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505917'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]: Traceback (most recent call last):
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:     timer()
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:     cb(*args, **kw)
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:     return func(*args, **kwargs)
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:     self._notify()
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:     self.callback(batched_events)
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:     event.method(event)
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:     return f(self, *a, **k)
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._get(url).json()
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self.request(url, 'GET', **kwargs)
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 14:56:33.841476 dv-cinder-831187-2-iscsi neutron-server[88125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 14:56:33.994944 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:34.012915 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:34.020567 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] Pushing event deleted for resources: {'Network': ['ID=e282ebc9-b5c0-4203-a325-3c1c45a4285d,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:34.024484 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c254c6c0-45ad-452e-9b66-51f6c909a610 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e282ebc9-b5c0-4203-a325-3c1c45a4285d HTTP/1.1" status: 204  len: 168 time: 1.0872076
May 12 14:56:34.282037 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-ce9262c1-1b11-403b-bb15-d9b7bf8bd4ac None None] Deleting port 73b9c2e8-03d9-4d38-b652-139f6e16d855 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:56:34.282532 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ce9262c1-1b11-403b-bb15-d9b7bf8bd4ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:34.350576 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-ce9262c1-1b11-403b-bb15-d9b7bf8bd4ac None None] The port '73b9c2e8-03d9-4d38-b652-139f6e16d855' was deleted {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
May 12 14:56:34.579319 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-2b3e81bd-d22d-4b92-b963-0dd14ba9a7fb req-7a4d1e9d-436e-4ccb-b21e-1fd553dafde4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 210 time: 0.0421360
May 12 14:56:34.582353 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40700) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:34.629465 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-8e33dff1-ba5e-4164-bbc0-495e1009ea2c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0bfe8d8bce3f496d9162c7f9c8727273&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0457785
May 12 14:56:34.631810 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40704) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:34.691433 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84f61326-b9b3-4ed5-8e66-ecd1bcda9095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:34.715838 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84f61326-b9b3-4ed5-8e66-ecd1bcda9095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:34.840680 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84f61326-b9b3-4ed5-8e66-ecd1bcda9095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:34.856306 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f61326-b9b3-4ed5-8e66-ecd1bcda9095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a0759a-6ba5-4c25-8795-3ef888e29516,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:34.867346 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-84f61326-b9b3-4ed5-8e66-ecd1bcda9095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:34.868460 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-84f61326-b9b3-4ed5-8e66-ecd1bcda9095 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44a0759a-6ba5-4c25-8795-3ef888e29516 HTTP/1.1" status: 204  len: 168 time: 0.2357438
May 12 14:56:35.733164 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9f31154d-1d2b-4670-a0c3-ac7959de6034 req-bc04ae42-d77a-4d5f-816e-498d80b5d209 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 210 time: 0.0464094
May 12 14:56:35.810174 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40718) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:35.858493 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-9a0cf5d4-0449-4768-b53d-5a3907b87b92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67919b38bd654d4780f7b33a57c987c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0470066
May 12 14:56:35.861596 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40722) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:35.929739 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1d828e04-ab25-4ad7-9d78-0e01e9303688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:35.958600 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1d828e04-ab25-4ad7-9d78-0e01e9303688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:36.220975 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-89cf57eb-03c2-4e6b-8d02-273382d556b9 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:36.222480 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-89cf57eb-03c2-4e6b-8d02-273382d556b9 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.71 "GET /v2.0/networks?id=c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 200  len: 812 time: 0.1728625
May 12 14:56:36.277156 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-7fe39b55-5103-4c44-8fad-95a7399bdfed tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=235689d103ed4d0dbe7b78698395bd21 HTTP/1.1" status: 200  len: 380 time: 0.0401552
May 12 14:56:36.286234 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Request body: {'port': {'device_id': '89809460-5d38-4898-bd05-be5952139ea4', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'admin_state_up': True, 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'security_groups': ['2a9ed655-9e22-4181-abe7-8e68c9209587']}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:56:36.351478 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1d828e04-ab25-4ad7-9d78-0e01e9303688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:36.378956 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d828e04-ab25-4ad7-9d78-0e01e9303688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d1c984-05f4-4cb8-abf2-49300688fd1f,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:36.393406 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1d828e04-ab25-4ad7-9d78-0e01e9303688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:36.394604 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1d828e04-ab25-4ad7-9d78-0e01e9303688 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13d1c984-05f4-4cb8-abf2-49300688fd1f HTTP/1.1" status: 204  len: 168 time: 0.5320065
May 12 14:56:36.445712 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:36.456048 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:36.612224 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Made reservation on behalf of 235689d103ed4d0dbe7b78698395bd21 for: {'port': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:56:36.615834 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:36.781113 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Allocated IP 172.20.0.12 (c8a9b5d7-4b96-4319-809c-e3bf553d8492/a75e9722-de70-4d4e-b9c9-c1ef8a801b5c/69fbebb8-e600-4a28-85b5-b354fe5f61f1) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:56:36.960769 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e6977eaf-9ec2-4b0e-beb0-01c5aae31064 req-3f49ef7f-39ca-4408-ba65-7801fa9c828f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 210 time: 0.0593255
May 12 14:56:37.036114 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:37.053059 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Transition to ACTIVE for port object 69fbebb8-e600-4a28-85b5-b354fe5f61f1 will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:56:37.215887 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:37.287437 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Network c8a9b5d7-4b96-4319-809c-e3bf553d8492 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:56:37.290610 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:56:37.293073 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:56:37.334549 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'Port': ['ID=69fbebb8-e600-4a28-85b5-b354fe5f61f1,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:37.372546 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:37.372546 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:37.553110 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-4bc1e25f-adb5-45cf-9282-93800523f2ee tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2704530
May 12 14:56:37.570539 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Request body: {'port': {'device_id': '89809460-5d38-4898-bd05-be5952139ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:56:37.679056 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:37.684060 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-99ad91ed-5991-442a-8c2b-fc626c4ae4a2 None None] Provisioning for port 69fbebb8-e600-4a28-85b5-b354fe5f61f1 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:56:37.695156 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-99ad91ed-5991-442a-8c2b-fc626c4ae4a2 None None] Provisioning complete for port 69fbebb8-e600-4a28-85b5-b354fe5f61f1 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:56:37.695539 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-99ad91ed-5991-442a-8c2b-fc626c4ae4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:37.794129 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-99ad91ed-5991-442a-8c2b-fc626c4ae4a2 None None] Port 69fbebb8-e600-4a28-85b5-b354fe5f61f1 cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:56:38.054592 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fbebb8-e600-4a28-85b5-b354fe5f61f1 {{(pid=88125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:56:38.062005 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:38.077416 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Transition to ACTIVE for port object 69fbebb8-e600-4a28-85b5-b354fe5f61f1 will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:56:38.157869 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf109c-7b71-4bbd-92f5-f80c3f9645f7 req-76964f72-b393-44d2-bf2c-8247ae612190 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:38.159505 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-46bf109c-7b71-4bbd-92f5-f80c3f9645f7 req-76964f72-b393-44d2-bf2c-8247ae612190 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 932 time: 0.0833359
May 12 14:56:38.180992 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505945'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:38.213225 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-46bf109c-7b71-4bbd-92f5-f80c3f9645f7 req-675d1766-f6c8-4551-a973-b1f3f48d01f8 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447600
May 12 14:56:38.315595 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Pushing event updated for resources: {'Port': ['ID=69fbebb8-e600-4a28-85b5-b354fe5f61f1,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:38.425182 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Attempting to bind port 69fbebb8-e600-4a28-85b5-b354fe5f61f1 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:56:38.425603 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Attempting to bind port 69fbebb8-e600-4a28-85b5-b354fe5f61f1 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:56:38.426000 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Attempting to bind port 69fbebb8-e600-4a28-85b5-b354fe5f61f1 on network c8a9b5d7-4b96-4319-809c-e3bf553d8492 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:56:38.431066 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Port 69fbebb8-e600-4a28-85b5-b354fe5f61f1 on network c8a9b5d7-4b96-4319-809c-e3bf553d8492 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:56:38.431341 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Attempting to bind port 69fbebb8-e600-4a28-85b5-b354fe5f61f1 on network c8a9b5d7-4b96-4319-809c-e3bf553d8492 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:56:38.436932 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:56:38.437262 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Checking segment: {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:56:38.437668 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Bound using segment: {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:56:38.438088 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Bound port: 69fbebb8-e600-4a28-85b5-b354fe5f61f1, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:56:38.438427 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:38.610220 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] For port 69fbebb8-e600-4a28-85b5-b354fe5f61f1, host hv-cinder-83118, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:56:38.613127 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] For port 69fbebb8-e600-4a28-85b5-b354fe5f61f1, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=69fbebb8-e600-4a28-85b5-b354fe5f61f1,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:56:38.752860 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505945'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:38.820311 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:38.821190 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:38.822290 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] 10.222.0.71 "PUT /v2.0/ports/69fbebb8-e600-4a28-85b5-b354fe5f61f1 HTTP/1.1" status: 200  len: 1094 time: 1.2559862
May 12 14:56:38.822725 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89809460-5d38-4898-bd05-be5952139ea4', 'tag': '69fbebb8-e600-4a28-85b5-b354fe5f61f1'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:56:38.865204 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70f89c-0023-4195-868a-5c414982a689 service neutron] Pushing event updated for resources: {'Port': ['ID=69fbebb8-e600-4a28-85b5-b354fe5f61f1,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:38.882764 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303f1fa2-a82d-4dca-a938-2a68b1e6782f'] response: {'name': 'network-changed', 'server_uuid': '89809460-5d38-4898-bd05-be5952139ea4', 'tag': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'status': 'completed', 'code': 200}
May 12 14:56:39.004105 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7828c-93c8-437a-9261-c496f594c068 req-dee4ef9a-6c8b-4e95-9466-5b23834aee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:39.005747 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0ae7828c-93c8-437a-9261-c496f594c068 req-dee4ef9a-6c8b-4e95-9466-5b23834aee85 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 1097 time: 0.0874002
May 12 14:56:39.157041 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7828c-93c8-437a-9261-c496f594c068 req-6d833bef-e39d-4919-a00c-4a547989a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:39.158467 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0ae7828c-93c8-437a-9261-c496f594c068 req-6d833bef-e39d-4919-a00c-4a547989a7cb service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=235689d103ed4d0dbe7b78698395bd21&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1403165
May 12 14:56:39.305150 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7828c-93c8-437a-9261-c496f594c068 req-0808ec71-1ad8-4191-8bd2-b5940839156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:39.306594 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0ae7828c-93c8-437a-9261-c496f594c068 req-0808ec71-1ad8-4191-8bd2-b5940839156c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1426587
May 12 14:56:39.414304 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e53d1-de36-4043-92d4-17a7273c668e req-357aca2b-f1a6-422a-8023-62c8c76eb5bf tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:39.415815 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5e3e53d1-de36-4043-92d4-17a7273c668e req-357aca2b-f1a6-422a-8023-62c8c76eb5bf tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 944 time: 0.0837257
May 12 14:56:39.455966 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-99610bb7-3016-41d6-8f4d-d2c7b40ee574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:39.457628 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-99610bb7-3016-41d6-8f4d-d2c7b40ee574 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 1097 time: 0.0850687
May 12 14:56:39.463968 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5e3e53d1-de36-4043-92d4-17a7273c668e req-abcdf6fc-bdd7-4359-a86e-2001b8d7e109 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421829
May 12 14:56:39.536017 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-686b559e-a570-4e07-9422-e30e986bcadc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69fbebb8-e600-4a28-85b5-b354fe5f61f1 HTTP/1.1" status: 200  len: 217 time: 0.0640790
May 12 14:56:39.602601 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-5ff0533b-c285-4a8c-8f24-ead57bef8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:39.604129 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-5ff0533b-c285-4a8c-8f24-ead57bef8325 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a75e9722-de70-4d4e-b9c9-c1ef8a801b5c HTTP/1.1" status: 200  len: 851 time: 0.0616980
May 12 14:56:39.679330 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-18797c99-7b1e-4e83-87b9-22db589b1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:39.680708 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-18797c99-7b1e-4e83-87b9-22db589b1c48 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8a9b5d7-4b96-4319-809c-e3bf553d8492&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0700941
May 12 14:56:39.814167 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-bb776da0-4e18-4b47-85ca-345d5182a4c2 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257839
May 12 14:56:39.948797 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97594c02-77b8-4939-bb3b-60e577a0b69f req-fd647150-78d2-42ab-8f9e-99a22237e7e7 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284258
May 12 14:56:40.664045 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d3528-832e-4f82-b3d7-71d1b6b52960 req-7881b24b-4bff-4858-be2a-a583c4f43114 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:40.664756 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f21d3528-832e-4f82-b3d7-71d1b6b52960 req-7881b24b-4bff-4858-be2a-a583c4f43114 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Synchronizing usage tracker for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:56:40.757941 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-f21d3528-832e-4f82-b3d7-71d1b6b52960 req-7881b24b-4bff-4858-be2a-a583c4f43114 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Unset dirty status for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:56:40.759289 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f21d3528-832e-4f82-b3d7-71d1b6b52960 req-7881b24b-4bff-4858-be2a-a583c4f43114 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 944 time: 0.1806014
May 12 14:56:40.806006 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f21d3528-832e-4f82-b3d7-71d1b6b52960 req-0786fdc8-16fb-44a3-a2bd-5ee2c54db8cc tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409400
May 12 14:56:41.878437 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40822) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:41.942728 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-35af25be-1793-48cf-9f76-42cee02d85df admin admin] Deleting subnet 44b7b7f4-575f-4a92-95b0-273c471b1611 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 14:56:41.945786 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-35af25be-1793-48cf-9f76-42cee02d85df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:41.994604 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da35fb2-b1f0-4167-b1a2-146c9ee728d3 req-1dc9b0e6-7f64-4bf7-9990-03ce7bc6a626 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:41.996100 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0da35fb2-b1f0-4167-b1a2-146c9ee728d3 req-1dc9b0e6-7f64-4bf7-9990-03ce7bc6a626 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 944 time: 0.0813580
May 12 14:56:42.000933 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-35af25be-1793-48cf-9f76-42cee02d85df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2506725'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:42.043690 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0da35fb2-b1f0-4167-b1a2-146c9ee728d3 req-86e2b1fd-0dda-43dc-bae0-b73f97ce5f0d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414615
May 12 14:56:42.057172 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-35af25be-1793-48cf-9f76-42cee02d85df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:42.227381 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-35af25be-1793-48cf-9f76-42cee02d85df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319246'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:42.268047 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af25be-1793-48cf-9f76-42cee02d85df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44b7b7f4-575f-4a92-95b0-273c471b1611,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:42.271606 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-35af25be-1793-48cf-9f76-42cee02d85df admin admin] Notify callbacks [] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:42.277626 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-35af25be-1793-48cf-9f76-42cee02d85df admin admin] 10.222.0.49 "DELETE /v2.0/subnets/44b7b7f4-575f-4a92-95b0-273c471b1611 HTTP/1.1" status: 204  len: 168 time: 0.3980303
May 12 14:56:42.280127 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40828) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:42.381670 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-55e61a91-6a46-4188-a867-f309b819099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:42.564913 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40834) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:42.605987 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-55e61a91-6a46-4188-a867-f309b819099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:42.634184 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-55e61a91-6a46-4188-a867-f309b819099f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f8d445670>,) {'filters': {'network_id': ['accde613-0624-4ccc-947e-ce5124cd5c89']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:42.646324 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-55e61a91-6a46-4188-a867-f309b819099f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f8d445670>, 'cd3cfdbf-1e4b-4019-97b0-9c955bc9241a') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:42.646456 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-55e61a91-6a46-4188-a867-f309b819099f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f8d445670>, 'cd3cfdbf-1e4b-4019-97b0-9c955bc9241a') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:42.657632 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-55e61a91-6a46-4188-a867-f309b819099f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2506716'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:42.674340 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-55e61a91-6a46-4188-a867-f309b819099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:42.680552 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e61a91-6a46-4188-a867-f309b819099f admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 14:56:42.680977 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-55e61a91-6a46-4188-a867-f309b819099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505917'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:42.683375 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-fd5b48ab-6dc5-448a-adba-ac3e3bfefda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]: Traceback (most recent call last):
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:     timer()
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:     cb(*args, **kw)
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:     return func(*args, **kwargs)
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:     self._notify()
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:     self.callback(batched_events)
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:     event.method(event)
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:     return f(self, *a, **k)
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._get(url).json()
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self.request(url, 'GET', **kwargs)
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 14:56:42.694601 dv-cinder-831187-2-iscsi neutron-server[88125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 14:56:42.701727 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-fd5b48ab-6dc5-448a-adba-ac3e3bfefda7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:42.705671 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-fd5b48ab-6dc5-448a-adba-ac3e3bfefda7 admin admin] Usage tracker for resource:security_group_rule and tenant:29efacf5e0bb4dd8be7729dec48d1953 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:42.708535 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-fd5b48ab-6dc5-448a-adba-ac3e3bfefda7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:42.714192 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-fd5b48ab-6dc5-448a-adba-ac3e3bfefda7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:42.793198 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-fd5b48ab-6dc5-448a-adba-ac3e3bfefda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:42.872120 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-55e61a91-6a46-4188-a867-f309b819099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:42.887957 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-55e61a91-6a46-4188-a867-f309b819099f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:42.896748 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e61a91-6a46-4188-a867-f309b819099f admin admin] Pushing event deleted for resources: {'Network': ['ID=accde613-0624-4ccc-947e-ce5124cd5c89,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:42.900663 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-fd5b48ab-6dc5-448a-adba-ac3e3bfefda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:42.903512 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-55e61a91-6a46-4188-a867-f309b819099f admin admin] 10.222.0.49 "DELETE /v2.0/networks/accde613-0624-4ccc-947e-ce5124cd5c89 HTTP/1.1" status: 204  len: 168 time: 0.6214464
May 12 14:56:42.903512 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40840) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:42.949969 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-fd5b48ab-6dc5-448a-adba-ac3e3bfefda7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29efacf5e0bb4dd8be7729dec48d1953&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3838940
May 12 14:56:42.950839 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b48ab-6dc5-448a-adba-ac3e3bfefda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f63dd1-1cef-47a7-b765-4c92fad9404c,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:42.953660 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 40844) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:42.974851 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-e534d9b7-89c2-424a-8aa1-50736b810c17 admin admin] Deleting subnet ea41b6cb-aed7-4c2a-b74a-8bb45244dcf9 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 14:56:42.978921 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e534d9b7-89c2-424a-8aa1-50736b810c17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.052840 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e534d9b7-89c2-424a-8aa1-50736b810c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2506725'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.103275 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-09554296-41ac-478f-912d-e89ec591634e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.135825 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e534d9b7-89c2-424a-8aa1-50736b810c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.175257 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-09554296-41ac-478f-912d-e89ec591634e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.310323 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad6a82-e43f-45a0-8e81-dba11dc21b60 req-573c10d6-a1cd-4f85-bdd1-cd75a904ecc8 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:43.311709 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-32ad6a82-e43f-45a0-8e81-dba11dc21b60 req-573c10d6-a1cd-4f85-bdd1-cd75a904ecc8 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 944 time: 0.1435297
May 12 14:56:43.356598 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-32ad6a82-e43f-45a0-8e81-dba11dc21b60 req-6cbeb1e3-6565-4969-8c47-bf62bf1e819d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385835
May 12 14:56:43.404072 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e534d9b7-89c2-424a-8aa1-50736b810c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319246'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.443019 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534d9b7-89c2-424a-8aa1-50736b810c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea41b6cb-aed7-4c2a-b74a-8bb45244dcf9,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:43.444949 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-e534d9b7-89c2-424a-8aa1-50736b810c17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.451202 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-09554296-41ac-478f-912d-e89ec591634e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.467762 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-09554296-41ac-478f-912d-e89ec591634e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.469408 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-09554296-41ac-478f-912d-e89ec591634e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58f63dd1-1cef-47a7-b765-4c92fad9404c HTTP/1.1" status: 204  len: 168 time: 0.5142994
May 12 14:56:43.470794 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-e534d9b7-89c2-424a-8aa1-50736b810c17 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ea41b6cb-aed7-4c2a-b74a-8bb45244dcf9 HTTP/1.1" status: 204  len: 168 time: 0.5665216
May 12 14:56:43.473115 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09554296-41ac-478f-912d-e89ec591634e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f63dd1-1cef-47a7-b765-4c92fad9404c,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:43.474082 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40854) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:43.584701 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9033c4de-7ba4-45d6-a660-3c712fdc0858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.711392 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9033c4de-7ba4-45d6-a660-3c712fdc0858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.738357 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-9033c4de-7ba4-45d6-a660-3c712fdc0858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f87100a90>,) {'filters': {'network_id': ['027bafac-e380-4395-8d41-b8e5f36c255d']}} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:43.751635 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-9033c4de-7ba4-45d6-a660-3c712fdc0858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f87100a90>, '7e0c861f-bc9c-4c6e-8bed-174122469fe7') {'for_net_delete': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:43.752251 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-9033c4de-7ba4-45d6-a660-3c712fdc0858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f87100a90>, '7e0c861f-bc9c-4c6e-8bed-174122469fe7') {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:43.766364 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9033c4de-7ba4-45d6-a660-3c712fdc0858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3159222'] for segment, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.785096 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9033c4de-7ba4-45d6-a660-3c712fdc0858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.791423 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9033c4de-7ba4-45d6-a660-3c712fdc0858 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 14:56:43.794481 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9033c4de-7ba4-45d6-a660-3c712fdc0858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3159846'] for segment, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]: Traceback (most recent call last):
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:     timer()
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:     cb(*args, **kw)
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:     return func(*args, **kwargs)
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:     self._notify()
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:     self.callback(batched_events)
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:     event.method(event)
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:     return f(self, *a, **k)
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._get(url).json()
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self.request(url, 'GET', **kwargs)
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 14:56:43.805014 dv-cinder-831187-2-iscsi neutron-server[88126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 14:56:43.969467 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9033c4de-7ba4-45d6-a660-3c712fdc0858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.985930 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-9033c4de-7ba4-45d6-a660-3c712fdc0858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:43.996049 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033c4de-7ba4-45d6-a660-3c712fdc0858 admin admin] Pushing event deleted for resources: {'Network': ['ID=027bafac-e380-4395-8d41-b8e5f36c255d,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:44.002438 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-9033c4de-7ba4-45d6-a660-3c712fdc0858 admin admin] 10.222.0.49 "DELETE /v2.0/networks/027bafac-e380-4395-8d41-b8e5f36c255d HTTP/1.1" status: 204  len: 168 time: 0.5277147
May 12 14:56:44.408698 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40876) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:44.460308 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-ad21fcac-e5cd-4e32-ba81-6bea9fcfa8a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79ccf671adb74df5ac2ab84c6bda7473&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504453
May 12 14:56:44.463011 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40882) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:44.579477 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2f336668-16bb-4f09-80a6-92c2b134b316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:44.611509 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377a9c6-4cc9-4d87-a617-ef7703ae81e9 req-cbab69b6-e658-44d1-9eb5-cd815c575c0c tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:44.612950 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7377a9c6-4cc9-4d87-a617-ef7703ae81e9 req-cbab69b6-e658-44d1-9eb5-cd815c575c0c tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 944 time: 0.1377189
May 12 14:56:44.621401 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2f336668-16bb-4f09-80a6-92c2b134b316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:44.690743 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7377a9c6-4cc9-4d87-a617-ef7703ae81e9 req-8227563d-69cd-45e6-b96b-e18c0d76d580 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717752
May 12 14:56:44.811714 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2f336668-16bb-4f09-80a6-92c2b134b316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:44.832283 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f336668-16bb-4f09-80a6-92c2b134b316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98b2f55-ab56-4d50-9988-b84e4f3c9dff,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:44.837026 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2f336668-16bb-4f09-80a6-92c2b134b316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:44.841131 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-2f336668-16bb-4f09-80a6-92c2b134b316 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c98b2f55-ab56-4d50-9988-b84e4f3c9dff HTTP/1.1" status: 204  len: 168 time: 0.3740776
May 12 14:56:45.584838 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40906) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:45.633372 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-6ab264c2-8da5-4960-8880-e2a83d44d7a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dea3e62f09c64bfdba62aada49930c67&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0472977
May 12 14:56:45.635925 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 40910) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:45.693423 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a99de999-5a6b-404c-b8b5-a2e92e4da042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:45.719629 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a99de999-5a6b-404c-b8b5-a2e92e4da042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:45.852206 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a99de999-5a6b-404c-b8b5-a2e92e4da042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:45.872283 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99de999-5a6b-404c-b8b5-a2e92e4da042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78b88ae-3e8e-4541-b5ab-4c621ba0268d,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:45.880253 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-a99de999-5a6b-404c-b8b5-a2e92e4da042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:45.884087 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-a99de999-5a6b-404c-b8b5-a2e92e4da042 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d78b88ae-3e8e-4541-b5ab-4c621ba0268d HTTP/1.1" status: 204  len: 168 time: 0.2472434
May 12 14:56:45.887038 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c5cd1-f6a2-4f41-a934-9a53b3e6917e req-800fff95-573f-4a3b-bfa4-5d41a921bf7c tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:45.888584 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-798c5cd1-f6a2-4f41-a934-9a53b3e6917e req-800fff95-573f-4a3b-bfa4-5d41a921bf7c tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 944 time: 0.0877137
May 12 14:56:45.940274 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-798c5cd1-f6a2-4f41-a934-9a53b3e6917e req-75ef1a1e-1606-47fc-b43a-316f53b5e08f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453908
May 12 14:56:46.984681 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 69fbebb8-e600-4a28-85b5-b354fe5f61f1 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:56:47.118624 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 69fbebb8-e600-4a28-85b5-b354fe5f61f1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=69fbebb8-e600-4a28-85b5-b354fe5f61f1,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:47.135340 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'port_id': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'mac_address': 'fa:16:3e:ca:62:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:56:47.136727 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec038c-a468-4b89-9922-878f2a2a5c4f req-c510ee0d-245d-4ce3-9a0f-87e8cb877ffe tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:47.138346 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a4ec038c-a468-4b89-9922-878f2a2a5c4f req-c510ee0d-245d-4ce3-9a0f-87e8cb877ffe tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 944 time: 0.0912061
May 12 14:56:47.188850 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a4ec038c-a468-4b89-9922-878f2a2a5c4f req-7fc2c632-0057-4ff4-8cfd-52c2c2db95ae tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437694
May 12 14:56:47.194722 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:47.220848 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fbebb8-e600-4a28-85b5-b354fe5f61f1 {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:56:47.236535 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 69fbebb8-e600-4a28-85b5-b354fe5f61f1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=69fbebb8-e600-4a28-85b5-b354fe5f61f1,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:47.394490 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:47.463483 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=69fbebb8-e600-4a28-85b5-b354fe5f61f1,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:47.679885 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['69fbebb8-e600-4a28-85b5-b354fe5f61f1'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:56:48.329411 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-2886fc12-b636-4fe6-a640-fed5582d8090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:48.377533 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d912e6-db33-4659-ab8c-9677c3c63a9c req-cda60007-03ae-49da-8999-2c9082130d3b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:48.379028 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-19d912e6-db33-4659-ab8c-9677c3c63a9c req-cda60007-03ae-49da-8999-2c9082130d3b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 945 time: 0.0792730
May 12 14:56:48.424598 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-19d912e6-db33-4659-ab8c-9677c3c63a9c req-43664a91-5322-457c-b6f4-a9adac5c2564 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398569
May 12 14:56:48.993035 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 69fbebb8-e600-4a28-85b5-b354fe5f61f1 up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:56:49.295150 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port 69fbebb8-e600-4a28-85b5-b354fe5f61f1 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:56:49.300863 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 69fbebb8-e600-4a28-85b5-b354fe5f61f1 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:56:49.301234 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:49.431182 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:49.473354 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89809460-5d38-4898-bd05-be5952139ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fbebb8-e600-4a28-85b5-b354fe5f61f1'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:56:49.473354 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 69fbebb8-e600-4a28-85b5-b354fe5f61f1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=69fbebb8-e600-4a28-85b5-b354fe5f61f1,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:49.514911 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc9133f4-8302-46fc-b7a4-2ee39e6c3c62'] response: {'server_uuid': '89809460-5d38-4898-bd05-be5952139ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'code': 200}
May 12 14:56:49.617990 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:49.640706 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46e1ab-62c2-45ae-8c06-d4926bd917f2 req-bd643de2-56cf-4fde-8ad8-f9951296221a tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:49.648103 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bb46e1ab-62c2-45ae-8c06-d4926bd917f2 req-bd643de2-56cf-4fde-8ad8-f9951296221a tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 945 time: 0.1052296
May 12 14:56:49.695381 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bb46e1ab-62c2-45ae-8c06-d4926bd917f2 req-0d622249-3812-47f6-8772-26c45b5c02d8 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463068
May 12 14:56:49.697036 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=69fbebb8-e600-4a28-85b5-b354fe5f61f1,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:49.711874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:49.711874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:49.711874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:49.711874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:49.711874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:49.711874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:49.711874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:49.711874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:49.711874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:49.711874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:49.711874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:49.711874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:56:50.020246 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de6a0a-4dc9-46da-b3ff-22005e31026e req-13dc99af-6f89-4241-90b0-54c492c60b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:50.022660 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-07de6a0a-4dc9-46da-b3ff-22005e31026e req-13dc99af-6f89-4241-90b0-54c492c60b32 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 1099 time: 0.0740089
May 12 14:56:50.064087 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-07de6a0a-4dc9-46da-b3ff-22005e31026e req-c5b83f5a-a034-4c83-bc37-5f1871719462 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343633
May 12 14:56:50.692074 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-90865700-8f2e-4847-88bc-d76362c6831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:50.873543 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78bf9a-5ac1-4a6f-ad15-8ce1f19627de req-c6c099d9-3ab1-4894-8cfa-dccb0f983c7f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:50.875521 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-aa78bf9a-5ac1-4a6f-ad15-8ce1f19627de req-c6c099d9-3ab1-4894-8cfa-dccb0f983c7f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 946 time: 0.0774543
May 12 14:56:50.925944 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-aa78bf9a-5ac1-4a6f-ad15-8ce1f19627de req-973d4518-c6da-4269-b1f0-82ef697db281 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364325
May 12 14:56:51.768232 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:51.770073 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:52.103095 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eab98e-f2a3-4b30-b808-55ea97bb93c7 req-e41daa16-0673-471a-b3fa-86ef0d54ea42 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:52.104630 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e5eab98e-f2a3-4b30-b808-55ea97bb93c7 req-e41daa16-0673-471a-b3fa-86ef0d54ea42 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 946 time: 0.0801637
May 12 14:56:52.150072 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e5eab98e-f2a3-4b30-b808-55ea97bb93c7 req-33b9f4af-7f38-442a-8f59-767ffa077e98 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396173
May 12 14:56:52.341190 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd651c-29f8-4779-a5b6-ec59b354df62 req-2756fccd-fb55-49d2-a92a-890ebf848751 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:52.342720 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3dbd651c-29f8-4779-a5b6-ec59b354df62 req-2756fccd-fb55-49d2-a92a-890ebf848751 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 946 time: 0.0878282
May 12 14:56:52.388425 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3dbd651c-29f8-4779-a5b6-ec59b354df62 req-1248e4d8-940f-4b89-8471-62b51c8b51ff tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380583
May 12 14:56:52.412620 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41034) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:52.572655 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129f7cb8-1807-4d11-b9d4-4d0201e7f11f tempest-TestVolumeBootPattern-1908204095 tempest-TestVolumeBootPattern-1908204095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:52.574192 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-129f7cb8-1807-4d11-b9d4-4d0201e7f11f tempest-TestVolumeBootPattern-1908204095 tempest-TestVolumeBootPattern-1908204095-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 1094 time: 0.1604910
May 12 14:56:52.577034 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41038) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:52.582324 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Request body: {'floatingip': {'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'port_id': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:56:52.591944 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:52.592048 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Usage tracker for resource:floatingip and tenant:235689d103ed4d0dbe7b78698395bd21 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:52.595000 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:52.600717 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:52.714831 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for floatingip, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:52.850365 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:52.982493 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Allocated IP 172.27.3.162 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/c29c9173-f30b-49ee-be1a-e9057409126b) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:56:53.077951 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:53.130920 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:53.283839 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:53.346618 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:56:53.349345 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:56:53.352894 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:56:53.393849 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'Port': ['ID=c29c9173-f30b-49ee-be1a-e9057409126b,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:53.784966 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:53.956352 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:54.168601 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:54.272145 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:54.384292 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'Port': ['ID=c29c9173-f30b-49ee-be1a-e9057409126b,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:54.396870 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:54.577181 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Floating IP 3510da7d-77ef-4297-bd95-a3b014aefd98 associated. External IP: 172.27.3.162, port: 69fbebb8-e600-4a28-85b5-b354fe5f61f1.
May 12 14:56:55.032483 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Router 554c63b5-57ba-435f-a9c7-b27d26a38d83 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:56:55.220637 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:56:55.235107 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf07917-34f9-42f8-b994-a2421ee1fbce None None] Sync routers for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:56:55.244996 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf07917-34f9-42f8-b994-a2421ee1fbce None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:56:55.245603 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-fdf07917-34f9-42f8-b994-a2421ee1fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c64e340>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:55.389328 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:55.441166 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-fdf07917-34f9-42f8-b994-a2421ee1fbce None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:56:55.458322 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-544f1a56-f10c-42d3-bc62-73402db9b914 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8803332
May 12 14:56:55.459044 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89809460-5d38-4898-bd05-be5952139ea4', 'tag': '69fbebb8-e600-4a28-85b5-b354fe5f61f1'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:56:55.505583 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547289c0-3728-41a5-9bfb-a871472570eb'] response: {'name': 'network-changed', 'server_uuid': '89809460-5d38-4898-bd05-be5952139ea4', 'tag': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'status': 'completed', 'code': 200}
May 12 14:56:55.621039 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bc146-f925-4628-b401-766364309a12 req-19fda415-4749-40cd-a5c4-60227daac29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:55.622486 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8f5bc146-f925-4628-b401-766364309a12 req-19fda415-4749-40cd-a5c4-60227daac29d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 1099 time: 0.0710936
May 12 14:56:55.759763 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bc146-f925-4628-b401-766364309a12 req-4afec5b3-76d2-4f76-b576-35597b1708f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:55.761261 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8f5bc146-f925-4628-b401-766364309a12 req-4afec5b3-76d2-4f76-b576-35597b1708f5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 200  len: 913 time: 0.1328144
May 12 14:56:55.803056 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-fdf07917-34f9-42f8-b994-a2421ee1fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c64e340>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '3510da7d-77ef-4297-bd95-a3b014aefd98', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'port_id': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'mac_address': 'fa:16:3e:ca:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89809460-5d38-4898-bd05-be5952139ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:53Z', 'updated_at': '2022-05-12T14:56:53Z', 'revision_number': 0, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:55.805650 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf07917-34f9-42f8-b994-a2421ee1fbce None None] Checking router: 554c63b5-57ba-435f-a9c7-b27d26a38d83 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:56:55.814590 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf07917-34f9-42f8-b994-a2421ee1fbce None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:56:55.815206 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-fdf07917-34f9-42f8-b994-a2421ee1fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c64e340>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:55.899327 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8f5bc146-f925-4628-b401-766364309a12 req-7e93dbe5-bb4d-4a16-8026-8eb71fee1b9e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69fbebb8-e600-4a28-85b5-b354fe5f61f1 HTTP/1.1" status: 200  len: 1000 time: 0.1324170
May 12 14:56:56.028308 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-fdf07917-34f9-42f8-b994-a2421ee1fbce None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:56:56.066250 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bc146-f925-4628-b401-766364309a12 req-7b865830-e8cb-42ef-95d4-65ddf98b6b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:56.067859 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8f5bc146-f925-4628-b401-766364309a12 req-7b865830-e8cb-42ef-95d4-65ddf98b6b74 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a75e9722-de70-4d4e-b9c9-c1ef8a801b5c HTTP/1.1" status: 200  len: 851 time: 0.1614287
May 12 14:56:56.150182 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bc146-f925-4628-b401-766364309a12 req-8f60f603-aad2-4902-9b26-64284924e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:56.151796 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8f5bc146-f925-4628-b401-766364309a12 req-8f60f603-aad2-4902-9b26-64284924e1d1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8a9b5d7-4b96-4319-809c-e3bf553d8492&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776956
May 12 14:56:56.242493 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d2fe2-450d-45fe-a9db-58ca6e97884f req-32897777-5bad-4ac0-a4b8-b6678c654585 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:56.244702 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-099d2fe2-450d-45fe-a9db-58ca6e97884f req-32897777-5bad-4ac0-a4b8-b6678c654585 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 946 time: 0.0989385
May 12 14:56:56.314710 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-099d2fe2-450d-45fe-a9db-58ca6e97884f req-64c10b4d-0001-4867-965a-2303e9d58165 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566452
May 12 14:56:56.339940 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8f5bc146-f925-4628-b401-766364309a12 req-c60a7b44-255a-4340-a8fd-80ccc1e542a8 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804900
May 12 14:56:56.464094 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-fdf07917-34f9-42f8-b994-a2421ee1fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c64e340>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '3510da7d-77ef-4297-bd95-a3b014aefd98', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'port_id': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'mac_address': 'fa:16:3e:ca:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89809460-5d38-4898-bd05-be5952139ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:53Z', 'updated_at': '2022-05-12T14:56:53Z', 'revision_number': 0, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:56.467967 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf07917-34f9-42f8-b994-a2421ee1fbce None None] The sync data for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi is: [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '3510da7d-77ef-4297-bd95-a3b014aefd98', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'port_id': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'mac_address': 'fa:16:3e:ca:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89809460-5d38-4898-bd05-be5952139ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:53Z', 'updated_at': '2022-05-12T14:56:53Z', 'revision_number': 0, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:56:56.492823 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8f5bc146-f925-4628-b401-766364309a12 req-9dc9d9b8-a311-4233-ba4f-1b540c271a87 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468198
May 12 14:56:56.651228 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c565c3e2-fbb9-4f4d-b41c-e6ff1c1b6e1d None None] New status for floating IP 3510da7d-77ef-4297-bd95-a3b014aefd98: ACTIVE {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:56:57.528935 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bb5c2-f2a7-460b-a003-48e9f8613812 req-ffec6157-d29c-4bf0-8d9c-baf26d5b5f8f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:57.530365 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1e2bb5c2-f2a7-460b-a003-48e9f8613812 req-ffec6157-d29c-4bf0-8d9c-baf26d5b5f8f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 946 time: 0.0844979
May 12 14:56:57.614200 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1e2bb5c2-f2a7-460b-a003-48e9f8613812 req-52b411fe-29c8-4def-b978-3a56d6546d3d tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups?id=fef037f7-23f3-41c6-a11d-91b49d74cde0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778234
May 12 14:56:57.649210 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-50fc76cf-0dda-43b2-af61-50e32ba63730 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:56:57.650618 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-50fc76cf-0dda-43b2-af61-50e32ba63730 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 946 time: 0.0966423
May 12 14:56:57.725245 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-2f36a21d-84ef-4771-bfe3-758e172625d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Deleting port 74c60ae0-11dc-4a5e-afb9-11e124615006 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:56:57.725586 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-2f36a21d-84ef-4771-bfe3-758e172625d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:57.975982 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-2f36a21d-84ef-4771-bfe3-758e172625d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] For port 74c60ae0-11dc-4a5e-afb9-11e124615006, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74c60ae0-11dc-4a5e-afb9-11e124615006,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:56:57.976337 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-2f36a21d-84ef-4771-bfe3-758e172625d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:58.268389 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-2f36a21d-84ef-4771-bfe3-758e172625d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:58.268764 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-2f36a21d-84ef-4771-bfe3-758e172625d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:58.269075 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.l3_db [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-2f36a21d-84ef-4771-bfe3-758e172625d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Floating IP 4d706b2a-ff8b-4d4c-99e4-28f27e661df4 disassociated. External IP: 172.27.3.30, port: 74c60ae0-11dc-4a5e-afb9-11e124615006.
May 12 14:56:58.269413 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-2f36a21d-84ef-4771-bfe3-758e172625d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Calling delete_port for 74c60ae0-11dc-4a5e-afb9-11e124615006 owned by compute:nova {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:56:58.462566 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41132) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:58.506680 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-2f36a21d-84ef-4771-bfe3-758e172625d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:58.560001 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36a21d-84ef-4771-bfe3-758e172625d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event deleted for resources: {'Port': ['ID=74c60ae0-11dc-4a5e-afb9-11e124615006,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:58.636364 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-39c16503-819a-45c9-9898-c4d13967ba77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:58.655024 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:58.672106 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-39c16503-819a-45c9-9898-c4d13967ba77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:56:58.679194 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-39c16503-819a-45c9-9898-c4d13967ba77 admin admin] Usage tracker for resource:security_group_rule and tenant:518eacc09bab4c369f1b05f7a99a8a4c is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:56:58.683244 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-39c16503-819a-45c9-9898-c4d13967ba77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:56:58.769174 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a5c9306e-5993-4559-8e95-ec6220c9b057 req-195b0998-2f6a-48eb-ad41-5cb84882551f tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 210 time: 0.0452373
May 12 14:56:58.836353 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-39c16503-819a-45c9-9898-c4d13967ba77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:56:58.898247 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-2f36a21d-84ef-4771-bfe3-758e172625d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Router e5f01646-5ea2-4ada-979a-35d8fd523361 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:56:59.114797 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-39c16503-819a-45c9-9898-c4d13967ba77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:59.135095 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-2f36a21d-84ef-4771-bfe3-758e172625d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:56:59.147456 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393cce3-9d34-40c3-9a1b-a1714836607a None None] Sync routers for ids ['e5f01646-5ea2-4ada-979a-35d8fd523361'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:56:59.158303 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393cce3-9d34-40c3-9a1b-a1714836607a None None] Routers {'e5f01646-5ea2-4ada-979a-35d8fd523361'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:56:59.158961 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-0393cce3-9d34-40c3-9a1b-a1714836607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8d5403a0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['e5f01646-5ea2-4ada-979a-35d8fd523361'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:59.208621 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-2f36a21d-84ef-4771-bfe3-758e172625d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] No DVR routers for this DVR port 74c60ae0-11dc-4a5e-afb9-11e124615006 on host hv-cinder-83118 {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:56:59.211131 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-2f36a21d-84ef-4771-bfe3-758e172625d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:59.213696 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5184e752-c944-4ecd-a516-600944c18dc1', 'name': 'network-vif-deleted', 'tag': '74c60ae0-11dc-4a5e-afb9-11e124615006'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:56:59.258489 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de72d2e-af24-4985-b916-961f407fddd5'] response: {'server_uuid': '5184e752-c944-4ecd-a516-600944c18dc1', 'name': 'network-vif-deleted', 'tag': '74c60ae0-11dc-4a5e-afb9-11e124615006', 'status': 'completed', 'code': 200}
May 12 14:56:59.266772 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-39c16503-819a-45c9-9898-c4d13967ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:59.325824 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0a6e7db0-b0e4-4581-97a0-d65bf832ef35 req-2f36a21d-84ef-4771-bfe3-758e172625d7 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.71 "DELETE /v2.0/ports/74c60ae0-11dc-4a5e-afb9-11e124615006 HTTP/1.1" status: 204  len: 173 time: 1.6693611
May 12 14:56:59.326571 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c16503-819a-45c9-9898-c4d13967ba77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1735c20-c898-4ea6-8d17-ee9f9926812c,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:59.331517 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-39c16503-819a-45c9-9898-c4d13967ba77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=518eacc09bab4c369f1b05f7a99a8a4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8678801
May 12 14:56:59.334510 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41148) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:56:59.378212 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-0393cce3-9d34-40c3-9a1b-a1714836607a None None] Set router e5f01646-5ea2-4ada-979a-35d8fd523361 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:56:59.396380 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d345e737-db86-44ee-bfa1-b3e6e74895e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:59.422295 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d345e737-db86-44ee-bfa1-b3e6e74895e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:59.557789 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d345e737-db86-44ee-bfa1-b3e6e74895e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:59.576916 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345e737-db86-44ee-bfa1-b3e6e74895e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1735c20-c898-4ea6-8d17-ee9f9926812c,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:56:59.582618 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d345e737-db86-44ee-bfa1-b3e6e74895e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:56:59.585570 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d345e737-db86-44ee-bfa1-b3e6e74895e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1735c20-c898-4ea6-8d17-ee9f9926812c HTTP/1.1" status: 204  len: 168 time: 0.2476597
May 12 14:56:59.779356 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-0393cce3-9d34-40c3-9a1b-a1714836607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8d5403a0>, [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '1d7273a1-9d4e-40b8-9ee8-bad32529ad5f', 'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'mac_address': 'fa:16:3e:9e:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:33Z', 'updated_at': '2022-05-12T14:49:41Z', 'revision_number': 5, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'subnets': [{'id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:59.783156 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393cce3-9d34-40c3-9a1b-a1714836607a None None] Checking router: e5f01646-5ea2-4ada-979a-35d8fd523361 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:56:59.792777 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393cce3-9d34-40c3-9a1b-a1714836607a None None] Routers {'e5f01646-5ea2-4ada-979a-35d8fd523361'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:56:59.800434 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-0393cce3-9d34-40c3-9a1b-a1714836607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8d5403a0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['e5f01646-5ea2-4ada-979a-35d8fd523361'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:56:59.936532 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-2c52bf8b-1ada-40be-b7d4-004be1ba89f3 req-80f51e03-ee1b-4d30-8102-0acf8a910dea tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/ports?device_id=5184e752-c944-4ecd-a516-600944c18dc1 HTTP/1.1" status: 200  len: 210 time: 0.0429840
May 12 14:56:59.970211 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-0393cce3-9d34-40c3-9a1b-a1714836607a None None] Set router e5f01646-5ea2-4ada-979a-35d8fd523361 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:57:00.323873 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-0393cce3-9d34-40c3-9a1b-a1714836607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8d5403a0>, [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '1d7273a1-9d4e-40b8-9ee8-bad32529ad5f', 'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'mac_address': 'fa:16:3e:9e:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:33Z', 'updated_at': '2022-05-12T14:49:41Z', 'revision_number': 5, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'subnets': [{'id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:00.328599 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393cce3-9d34-40c3-9a1b-a1714836607a None None] The sync data for ids ['e5f01646-5ea2-4ada-979a-35d8fd523361'] in dv-cinder-831187-2-iscsi is: [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:49:34Z', 'revision_number': 4, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '1d7273a1-9d4e-40b8-9ee8-bad32529ad5f', 'name': '', 'network_id': '741e2b09-db65-4b92-97d4-0a9b29ee4ecf', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'mac_address': 'fa:16:3e:9e:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:33Z', 'updated_at': '2022-05-12T14:49:41Z', 'revision_number': 5, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'subnets': [{'id': '9cc4b301-087e-454e-9a61-3b3c682b44e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:57:00.550259 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:57:00.554445 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcf0b4d-fa3b-4db5-aa48-fb5f1b03d1ff None None] New status for floating IP 4d706b2a-ff8b-4d4c-99e4-28f27e661df4: DOWN {{(pid=88128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:57:00.576341 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41164) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:00.593819 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d937f995-64b5-4e5e-87f4-6e3d23149a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:00.608326 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-d937f995-64b5-4e5e-87f4-6e3d23149a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:00.612833 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-d937f995-64b5-4e5e-87f4-6e3d23149a12 admin admin] Usage tracker for resource:security_group_rule and tenant:f9a81acc4f8b4e4191471a9156123ac3 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:00.615986 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-d937f995-64b5-4e5e-87f4-6e3d23149a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:00.621947 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-d937f995-64b5-4e5e-87f4-6e3d23149a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:00.709189 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d937f995-64b5-4e5e-87f4-6e3d23149a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:00.776902 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d937f995-64b5-4e5e-87f4-6e3d23149a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:00.824466 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-d937f995-64b5-4e5e-87f4-6e3d23149a12 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9a81acc4f8b4e4191471a9156123ac3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2470315
May 12 14:57:00.826098 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937f995-64b5-4e5e-87f4-6e3d23149a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bad6073-4897-4fd3-8cc7-c2fc8da9c06a,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:00.827203 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41168) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:00.891677 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-37a63109-a29a-459b-989c-80dd30cb5800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:00.917714 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-37a63109-a29a-459b-989c-80dd30cb5800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:01.063011 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-37a63109-a29a-459b-989c-80dd30cb5800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:01.080342 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a63109-a29a-459b-989c-80dd30cb5800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bad6073-4897-4fd3-8cc7-c2fc8da9c06a,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:01.084349 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-37a63109-a29a-459b-989c-80dd30cb5800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:01.085315 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-37a63109-a29a-459b-989c-80dd30cb5800 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1bad6073-4897-4fd3-8cc7-c2fc8da9c06a HTTP/1.1" status: 204  len: 168 time: 0.2569757
May 12 14:57:01.207538 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41178) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:01.271188 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-03054692-9180-4f65-8190-32b9432e9180 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:01.299422 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-03054692-9180-4f65-8190-32b9432e9180 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:01.502726 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-03054692-9180-4f65-8190-32b9432e9180 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:01.524575 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03054692-9180-4f65-8190-32b9432e9180 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef037f7-23f3-41c6-a11d-91b49d74cde0,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:01.633563 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-03054692-9180-4f65-8190-32b9432e9180 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:01.634934 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-03054692-9180-4f65-8190-32b9432e9180 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "DELETE /v2.0/security-groups/fef037f7-23f3-41c6-a11d-91b49d74cde0 HTTP/1.1" status: 204  len: 168 time: 0.4263725
May 12 14:57:01.637573 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41184) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:01.654132 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.api.v2.resource [None req-1cf02a61-1286-4075-9afb-9b92e52f0cdc tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] show failed (client error): The resource could not be found.
May 12 14:57:01.655170 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1cf02a61-1286-4075-9afb-9b92e52f0cdc tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "GET /v2.0/security-groups/fef037f7-23f3-41c6-a11d-91b49d74cde0 HTTP/1.1" status: 404  len: 347 time: 0.0165763
May 12 14:57:01.657944 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41190) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:01.815778 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-68c2e482-456d-48c9-828e-517cf38598d1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Deleting port f2a91479-ac2e-468b-b44f-113d3e652d36 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:57:01.816094 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-68c2e482-456d-48c9-828e-517cf38598d1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:01.896078 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41196) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:01.913636 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-91b54bc3-2426-4fec-989a-9e9ad26236ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:01.928592 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-91b54bc3-2426-4fec-989a-9e9ad26236ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:01.932859 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-91b54bc3-2426-4fec-989a-9e9ad26236ac admin admin] Usage tracker for resource:security_group_rule and tenant:565d661906f34c63a35c109935fbe3e7 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:01.935684 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-91b54bc3-2426-4fec-989a-9e9ad26236ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:01.942042 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-91b54bc3-2426-4fec-989a-9e9ad26236ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:01.989403 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-68c2e482-456d-48c9-828e-517cf38598d1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:01.990038 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-68c2e482-456d-48c9-828e-517cf38598d1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:02.027629 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-91b54bc3-2426-4fec-989a-9e9ad26236ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:02.129549 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-68c2e482-456d-48c9-828e-517cf38598d1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Calling delete_port for f2a91479-ac2e-468b-b44f-113d3e652d36 owned by network:floatingip {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:57:02.175066 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-91b54bc3-2426-4fec-989a-9e9ad26236ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:02.227058 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-91b54bc3-2426-4fec-989a-9e9ad26236ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=565d661906f34c63a35c109935fbe3e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3298125
May 12 14:57:02.230078 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41202) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:02.273339 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b54bc3-2426-4fec-989a-9e9ad26236ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c52561-395d-4bfa-9f4e-0e168a4c4284,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:02.273505 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41206) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:02.312188 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-de2711ab-e6eb-45f8-aec4-1b18de82dde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:02.338801 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-de2711ab-e6eb-45f8-aec4-1b18de82dde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:02.404594 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-67a83dd9-533a-4b0c-b4d4-34c072053718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:02.416620 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-68c2e482-456d-48c9-828e-517cf38598d1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:02.495208 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-67a83dd9-533a-4b0c-b4d4-34c072053718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:02.497473 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2e482-456d-48c9-828e-517cf38598d1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Pushing event deleted for resources: {'Port': ['ID=f2a91479-ac2e-468b-b44f-113d3e652d36,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:02.506208 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-67a83dd9-533a-4b0c-b4d4-34c072053718 admin admin] Usage tracker for resource:security_group_rule and tenant:9583d0f6d33e4ce7a09cf1aaa721f315 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:02.513115 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-67a83dd9-533a-4b0c-b4d4-34c072053718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:02.542708 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-de2711ab-e6eb-45f8-aec4-1b18de82dde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:02.560227 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2711ab-e6eb-45f8-aec4-1b18de82dde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c52561-395d-4bfa-9f4e-0e168a4c4284,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:02.569801 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-de2711ab-e6eb-45f8-aec4-1b18de82dde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:02.573460 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-de2711ab-e6eb-45f8-aec4-1b18de82dde6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23c52561-395d-4bfa-9f4e-0e168a4c4284 HTTP/1.1" status: 204  len: 168 time: 0.3399673
May 12 14:57:02.643000 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-67a83dd9-533a-4b0c-b4d4-34c072053718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:02.679811 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-68c2e482-456d-48c9-828e-517cf38598d1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks [] for floatingip, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:02.723028 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-68c2e482-456d-48c9-828e-517cf38598d1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:02.724147 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-68c2e482-456d-48c9-828e-517cf38598d1 tempest-AttachVolumeShelveTestJSON-2025716449 tempest-AttachVolumeShelveTestJSON-2025716449-project] 10.222.0.49 "DELETE /v2.0/floatingips/4d706b2a-ff8b-4d4c-99e4-28f27e661df4 HTTP/1.1" status: 204  len: 168 time: 1.0653346
May 12 14:57:02.762119 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-67a83dd9-533a-4b0c-b4d4-34c072053718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:02.845603 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-67a83dd9-533a-4b0c-b4d4-34c072053718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:02.891818 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-67a83dd9-533a-4b0c-b4d4-34c072053718 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9583d0f6d33e4ce7a09cf1aaa721f315&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6173856
May 12 14:57:02.893448 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a83dd9-533a-4b0c-b4d4-34c072053718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77757c60-5bcc-4dbe-807c-3432466550c3,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:02.894451 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41216) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:02.954869 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6aed368e-b64a-49c0-a65d-b7da8fa62ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:02.983353 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6aed368e-b64a-49c0-a65d-b7da8fa62ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:03.099714 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 74c60ae0-11dc-4a5e-afb9-11e124615006 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:57:03.112327 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6aed368e-b64a-49c0-a65d-b7da8fa62ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:03.127956 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed368e-b64a-49c0-a65d-b7da8fa62ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77757c60-5bcc-4dbe-807c-3432466550c3,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:03.134618 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-6aed368e-b64a-49c0-a65d-b7da8fa62ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:03.138276 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-6aed368e-b64a-49c0-a65d-b7da8fa62ab1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77757c60-5bcc-4dbe-807c-3432466550c3 HTTP/1.1" status: 204  len: 168 time: 0.2395225
May 12 14:57:03.145451 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: 74c60ae0-11dc-4a5e-afb9-11e124615006 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:57:03.145796 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 74c60ae0-11dc-4a5e-afb9-11e124615006 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:57:03.916974 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41246) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:03.935395 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-10f5a9e0-9923-447e-a678-b0a272365f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:03.949588 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-10f5a9e0-9923-447e-a678-b0a272365f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:03.953543 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-10f5a9e0-9923-447e-a678-b0a272365f36 admin admin] Usage tracker for resource:security_group_rule and tenant:cfb31a59b61f4264824c9fe9b51b0411 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:03.956403 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-10f5a9e0-9923-447e-a678-b0a272365f36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:03.962459 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-10f5a9e0-9923-447e-a678-b0a272365f36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:04.046273 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-10f5a9e0-9923-447e-a678-b0a272365f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:04.158055 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-10f5a9e0-9923-447e-a678-b0a272365f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:04.196014 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5a9e0-9923-447e-a678-b0a272365f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c24111-f45f-49f8-97b1-363df5f7a37c,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:04.215204 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-10f5a9e0-9923-447e-a678-b0a272365f36 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cfb31a59b61f4264824c9fe9b51b0411&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2970412
May 12 14:57:04.216389 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41260) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:04.281820 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-89e4823f-6d78-4355-95fd-498c1fdbd220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:04.309219 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-89e4823f-6d78-4355-95fd-498c1fdbd220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:04.466525 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-89e4823f-6d78-4355-95fd-498c1fdbd220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:04.487188 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4823f-6d78-4355-95fd-498c1fdbd220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c24111-f45f-49f8-97b1-363df5f7a37c,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:04.492410 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-89e4823f-6d78-4355-95fd-498c1fdbd220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:04.493791 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-89e4823f-6d78-4355-95fd-498c1fdbd220 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/50c24111-f45f-49f8-97b1-363df5f7a37c HTTP/1.1" status: 204  len: 168 time: 0.2758636
May 12 14:57:05.786465 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41318) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:05.870094 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41326) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:05.899990 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1619949228-network', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:57:05.904657 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:05.909600 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Usage tracker for resource:network and tenant:3cf186ac47354ce3ac7681a633be4c2d is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:05.912883 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:05.919607 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:06.067524 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Made reservation on behalf of 3cf186ac47354ce3ac7681a633be4c2d for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:57:06.071439 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:06.086668 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:06.104733 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:06.108665 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Usage tracker for resource:security_group_rule and tenant:3cf186ac47354ce3ac7681a633be4c2d is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:06.111472 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:06.117183 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:06.202113 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:06.274181 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:06.303818 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'}  {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:57:06.312522 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce964520-f020-4c67-92f6-f862bd7bf150,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:06.319030 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:06.319367 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Added segment f7c3db5e-3bfc-48ae-91e7-722806acd4c3 of type vlan for network 75c099b2-81d1-499f-95a3-b1457697fbc0
May 12 14:57:06.345787 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:06.449027 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:06.450097 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:06.450672 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:06.556302 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] Pushing event updated for resources: {'Network': ['ID=75c099b2-81d1-499f-95a3-b1457697fbc0,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:06.567362 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network 75c099b2-81d1-499f-95a3-b1457697fbc0 details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:57:06.590468 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884872'] for router_interface, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:06.629522 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1120575f-f15a-4ca7-8cad-5733b421dfe5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8418682
May 12 14:57:06.632280 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41332) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:06.637938 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] Request body: {'subnet': {'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1619949228-subnet', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'ip_version': 4}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:57:06.642668 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:06.646584 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] Usage tracker for resource:subnet and tenant:3cf186ac47354ce3ac7681a633be4c2d is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:06.649390 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:06.655246 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:06.794035 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] Made reservation on behalf of 3cf186ac47354ce3ac7681a633be4c2d for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:57:06.797000 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319267'] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:06.958628 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Deleting port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:57:06.959291 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:07.074475 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2506590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319285'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:07.131724 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] For port 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=1d7273a1-9d4e-40b8-9ee8-bad32529ad5f,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:57:07.132200 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:07.152353 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9a0847-cb4e-4de6-ba9c-bfaa153a366d,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:07.160964 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] Checking segment: {'id': 'f7c3db5e-3bfc-48ae-91e7-722806acd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:57:07.161326 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] Network hostable DHCP agents. Network: 75c099b2-81d1-499f-95a3-b1457697fbc0, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:57:07.237817 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] Network 75c099b2-81d1-499f-95a3-b1457697fbc0 is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:57:07.257815 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Calling delete_port for 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f owned by network:router_interface {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:57:07.329063 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, 75c099b2-81d1-499f-95a3-b1457697fbc0) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:57:07.333224 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:07.333813 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:07.338066 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428abfda-9a74-4b7b-afba-d6271425ec70 None None] Network 75c099b2-81d1-499f-95a3-b1457697fbc0 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:57:07.446665 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-5028c700-ff92-4cca-a498-c44cf9ac65bb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8131478
May 12 14:57:07.449261 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41340) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:07.455980 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:57:07.458917 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:07.463179 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Usage tracker for resource:router and tenant:3cf186ac47354ce3ac7681a633be4c2d is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:07.466076 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:07.471811 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:07.542849 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:07.552648 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90abc092-179a-5d5e-8291-ea7041251afd-75c099b2-81d1-499f-95a3-b1457697fbc0', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'fixed_ips': [{'subnet_id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d'}]}} from dv-cinder-831187-2-iscsi. {{(pid=88128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 12 14:57:07.559241 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:07.590803 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d7273a1-9d4e-40b8-9ee8-bad32529ad5f,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:07.601653 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3890076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28053'] for router, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:07.605181 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3883812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28034'] for router, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:07.620762 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:07.624892 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:07.625236 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:07.625571 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:07.625899 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:07.626223 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:07.626547 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:07.626953 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:07.627276 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:07.627601 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:07.627914 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:07.628226 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:07.628543 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:07.723529 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Allocated IP 172.20.0.2 (75c099b2-81d1-499f-95a3-b1457697fbc0/8d9a0847-cb4e-4de6-ba9c-bfaa153a366d/5696e93c-62e9-44cf-979f-74fd8449b4c0) {{(pid=88128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:57:07.971249 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Notify callbacks [] for port, precommit_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:07.981973 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Transition to ACTIVE for port object 5696e93c-62e9-44cf-979f-74fd8449b4c0 will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:57:07.990385 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3749175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890168'] for router_interface, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:07.999907 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Transition to ACTIVE for port object 5696e93c-62e9-44cf-979f-74fd8449b4c0 will not be triggered until provisioned by entity DHCP. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:57:08.091747 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:08.096048 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3883826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3890062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28144'] for router, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:08.186558 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Network 75c099b2-81d1-499f-95a3-b1457697fbc0 is already hosted by enough agents. {{(pid=88128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:57:08.193925 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Resources bound (agent type, host, resource id):  {{(pid=88128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:57:08.209933 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Received port after_create {{(pid=88128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:57:08.254874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Pushing event updated for resources: {'Port': ['ID=5696e93c-62e9-44cf-979f-74fd8449b4c0,revision_number=1']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:08.313452 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Attempting to bind port 5696e93c-62e9-44cf-979f-74fd8449b4c0 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:57:08.314021 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Attempting to bind port 5696e93c-62e9-44cf-979f-74fd8449b4c0 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': 'f7c3db5e-3bfc-48ae-91e7-722806acd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:57:08.314186 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Attempting to bind port 5696e93c-62e9-44cf-979f-74fd8449b4c0 on network 75c099b2-81d1-499f-95a3-b1457697fbc0 {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:57:08.319403 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:57:08.319763 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Checking segment: {'id': 'f7c3db5e-3bfc-48ae-91e7-722806acd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:57:08.320834 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:08.321230 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Bound using segment: {'id': 'f7c3db5e-3bfc-48ae-91e7-722806acd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:57:08.321801 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Bound port: 5696e93c-62e9-44cf-979f-74fd8449b4c0, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c3db5e-3bfc-48ae-91e7-722806acd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:57:08.322172 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:08.417872 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Router e5f01646-5ea2-4ada-979a-35d8fd523361 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:57:08.424367 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] For port 5696e93c-62e9-44cf-979f-74fd8449b4c0, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:57:08.427658 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] For port 5696e93c-62e9-44cf-979f-74fd8449b4c0, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=5696e93c-62e9-44cf-979f-74fd8449b4c0,segment=NetworkSegment(f7c3db5e-3bfc-48ae-91e7-722806acd4c3),segment_id=f7c3db5e-3bfc-48ae-91e7-722806acd4c3)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:57:08.521834 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:08.620649 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:57:08.628966 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d482523-813b-4d11-93e8-7119f816d781 None None] Pushing event updated for resources: {'Port': ['ID=5696e93c-62e9-44cf-979f-74fd8449b4c0,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:08.640044 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d3188-c094-42c5-a218-9affba5f7339 None None] Sync routers for ids ['e5f01646-5ea2-4ada-979a-35d8fd523361'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:57:08.646561 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-7d17a6bd-8a9e-498b-b201-c4153f853e6e admin admin] 10.222.0.49 "PUT /v2.0/routers/e5f01646-5ea2-4ada-979a-35d8fd523361/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7729161
May 12 14:57:08.650673 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d3188-c094-42c5-a218-9affba5f7339 None None] Routers {'e5f01646-5ea2-4ada-979a-35d8fd523361'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:57:08.651325 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-b66d3188-c094-42c5-a218-9affba5f7339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c79ba90>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['e5f01646-5ea2-4ada-979a-35d8fd523361'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:08.664118 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41360) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:08.704922 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:08.743625 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:08.860635 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-b66d3188-c094-42c5-a218-9affba5f7339 None None] Set router e5f01646-5ea2-4ada-979a-35d8fd523361 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:57:08.862265 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:08.932062 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Allocated IP 172.27.3.99 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/e8fb265c-ede6-4b4d-99e5-2d3bca13043b) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:57:09.087798 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:09.126677 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:09.199098 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-b66d3188-c094-42c5-a218-9affba5f7339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c79ba90>, [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:57:07Z', 'revision_number': 5, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port': {'id': '227b04ba-83b8-441b-969a-acc3f9950e33', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:49:29Z', 'updated_at': '2022-05-12T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:09.203902 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d3188-c094-42c5-a218-9affba5f7339 None None] Checking router: e5f01646-5ea2-4ada-979a-35d8fd523361 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:57:09.204678 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] Deleting port 227b04ba-83b8-441b-969a-acc3f9950e33 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:57:09.205104 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:09.213339 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d3188-c094-42c5-a218-9affba5f7339 None None] Routers {'e5f01646-5ea2-4ada-979a-35d8fd523361'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:57:09.214014 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-b66d3188-c094-42c5-a218-9affba5f7339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c79ba90>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['e5f01646-5ea2-4ada-979a-35d8fd523361'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:09.272544 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:09.342285 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:57:09.345537 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:57:09.349300 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:57:09.373852 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-b66d3188-c094-42c5-a218-9affba5f7339 None None] Set router e5f01646-5ea2-4ada-979a-35d8fd523361 gateway port host: None {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:57:09.382430 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Pushing event updated for resources: {'Port': ['ID=e8fb265c-ede6-4b4d-99e5-2d3bca13043b,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:09.398717 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] For port 227b04ba-83b8-441b-969a-acc3f9950e33, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=227b04ba-83b8-441b-969a-acc3f9950e33,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:57:09.398920 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:09.399025 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:09.399202 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:09.399545 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:09.399882 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:09.400212 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:09.400546 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:09.400873 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:09.401198 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:09.401527 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:09.401848 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:09.402169 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:09.402497 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:09.498149 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-b66d3188-c094-42c5-a218-9affba5f7339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c79ba90>, [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:57:09Z', 'revision_number': 6, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port_host': None}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:09.502741 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d3188-c094-42c5-a218-9affba5f7339 None None] The sync data for ids ['e5f01646-5ea2-4ada-979a-35d8fd523361'] in dv-cinder-831187-2-iscsi is: [{'id': 'e5f01646-5ea2-4ada-979a-35d8fd523361', 'name': 'tempest-AttachVolumeShelveTestJSON-209614341-router', 'tenant_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:49:28Z', 'updated_at': '2022-05-12T14:57:09Z', 'revision_number': 6, 'project_id': '5a45a5191eca43c2b8d3e9ea80a50b5e', 'gw_port_host': None}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:57:09.537849 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] Calling delete_port for 227b04ba-83b8-441b-969a-acc3f9950e33 owned by network:router_gateway {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:57:09.838122 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d06fc81-2249-4f65-9cd3-7a7afd057f09 None None] Network 75c099b2-81d1-499f-95a3-b1457697fbc0 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:57:09.938373 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:09.998232 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:10.012186 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 5696e93c-62e9-44cf-979f-74fd8449b4c0 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:57:10.110428 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=227b04ba-83b8-441b-969a-acc3f9950e33,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:10.112863 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-4a2020c5-7823-4fdf-9925-bdb9375592b7 None None] Provisioning for port 5696e93c-62e9-44cf-979f-74fd8449b4c0 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:57:10.196962 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3883893'] for router_gateway, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:10.243452 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 5696e93c-62e9-44cf-979f-74fd8449b4c0 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:57:10.248988 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 5696e93c-62e9-44cf-979f-74fd8449b4c0 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:10.249643 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:10.333100 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3883785'] for router, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:10.423310 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28155'] for router, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:10.425576 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:10.446449 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:10.481075 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 5696e93c-62e9-44cf-979f-74fd8449b4c0, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=5696e93c-62e9-44cf-979f-74fd8449b4c0,segment=NetworkSegment(f7c3db5e-3bfc-48ae-91e7-722806acd4c3),segment_id=f7c3db5e-3bfc-48ae-91e7-722806acd4c3)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:57:10.519869 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885384'] for router, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:10.520421 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5f01646-5ea2-4ada-979a-35d8fd523361 {{(pid=88126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 14:57:10.533899 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] Notify callbacks [] for router, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:10.535818 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-2cc9331c-5955-48f9-bd53-400ada4b9cf2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e5f01646-5ea2-4ada-979a-35d8fd523361 HTTP/1.1" status: 204  len: 168 time: 1.8733494
May 12 14:57:10.541298 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41370) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:10.549912 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:10.617225 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_v2 [None req-197bd8b1-1f77-45e7-84f2-7f3d53011392 admin admin] Deleting subnet 9cc4b301-087e-454e-9a61-3b3c682b44e8 {{(pid=88126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 14:57:10.621011 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-197bd8b1-1f77-45e7-84f2-7f3d53011392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:10.623992 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-972888a0-7a17-401e-949c-e56b3a921a76 None None] Provisioning complete for port 5696e93c-62e9-44cf-979f-74fd8449b4c0 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:10.624575 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-972888a0-7a17-401e-949c-e56b3a921a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:10.696937 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-197bd8b1-1f77-45e7-84f2-7f3d53011392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3159183'] for subnet, precommit_delete_associations {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:10.727478 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=5696e93c-62e9-44cf-979f-74fd8449b4c0,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:10.805924 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 is scheduled to L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f with binding_index 1 {{(pid=88125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 14:57:10.825036 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-197bd8b1-1f77-45e7-84f2-7f3d53011392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:10.983460 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-197bd8b1-1f77-45e7-84f2-7f3d53011392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3159172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2571129'] for subnet, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:10.986176 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:57:10.994736 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Sync routers for ids ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:57:11.004129 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Routers {'af85e8d7-fb3f-494b-bd24-30ee5a7482a9'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:57:11.004803 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87d72610>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:11.025724 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bd8b1-1f77-45e7-84f2-7f3d53011392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc4b301-087e-454e-9a61-3b3c682b44e8,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:11.027808 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-197bd8b1-1f77-45e7-84f2-7f3d53011392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:11.035411 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-197bd8b1-1f77-45e7-84f2-7f3d53011392 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9cc4b301-087e-454e-9a61-3b3c682b44e8 HTTP/1.1" status: 204  len: 168 time: 0.4921808
May 12 14:57:11.038549 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41382) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:11.066856 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b569e93e-5542-4a95-ad0d-023c3221b768 None None] Network 741e2b09-db65-4b92-97d4-0a9b29ee4ecf requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:57:11.072562 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:11.074753 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-3407c110-7a5e-4e94-8d49-030e5dbc1fcb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.6242430
May 12 14:57:11.077139 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41386) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:11.149585 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:11.161927 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] Deleting port 1b56e1fe-3068-4845-95c9-457b10e19e3a {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:57:11.162387 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:11.345409 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Set router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:57:11.394132 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] For port 1b56e1fe-3068-4845-95c9-457b10e19e3a, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=1b56e1fe-3068-4845-95c9-457b10e19e3a,segment=NetworkSegment(4ed92ccd-67ed-492e-8576-093bac435849),segment_id=4ed92ccd-67ed-492e-8576-093bac435849)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:57:11.394844 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:11.542215 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] Calling delete_port for 1b56e1fe-3068-4845-95c9-457b10e19e3a owned by network:dhcp {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:57:11.563658 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 5696e93c-62e9-44cf-979f-74fd8449b4c0 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:57:11.723738 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:11.736533 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abd55c2-558b-4b1a-b2b3-40a77dcda3b6 None None] DHCP port deletion for 741e2b09-db65-4b92-97d4-0a9b29ee4ecf request from dv-cinder-831187-2-iscsi {{(pid=88128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 12 14:57:11.740796 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 5696e93c-62e9-44cf-979f-74fd8449b4c0 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:11.741161 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:11.784030 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b56e1fe-3068-4845-95c9-457b10e19e3a,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:11.785361 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] No DVR routers for this DVR port 1b56e1fe-3068-4845-95c9-457b10e19e3a on host dv-cinder-831187-2-iscsi {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:57:11.824684 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:11.836066 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87d72610>, [{'id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:07Z', 'updated_at': '2022-05-12T14:57:09Z', 'revision_number': 3, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'gw_port': {'id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:08Z', 'updated_at': '2022-05-12T14:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:11.863714 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Checking router: af85e8d7-fb3f-494b-bd24-30ee5a7482a9 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:57:11.864152 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Updating router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 port e8fb265c-ede6-4b4d-99e5-2d3bca13043b binding host dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:57:11.944350 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.015628 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.040480 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:57:12.042452 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f8d2761c0>,) {'filters': {'network_id': ['741e2b09-db65-4b92-97d4-0a9b29ee4ecf']}} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:12.055241 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f8d2761c0>, '4ed92ccd-67ed-492e-8576-093bac435849') {'for_net_delete': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:12.055547 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f8d2761c0>, '4ed92ccd-67ed-492e-8576-093bac435849') {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:12.056690 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Allocated IP 172.20.0.1 (75c099b2-81d1-499f-95a3-b1457697fbc0/8d9a0847-cb4e-4de6-ba9c-bfaa153a366d/2be5c72b-77d4-4168-82cb-5f179644c5bb) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:57:12.066968 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3159222'] for segment, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.084764 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.086532 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:57:12.086883 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 1d7273a1-9d4e-40b8-9ee8-bad32529ad5f not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:57:12.087329 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 227b04ba-83b8-441b-969a-acc3f9950e33 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:57:12.092044 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 14:57:12.092470 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3159846'] for segment, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]: Traceback (most recent call last):
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:     timer()
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:     cb(*args, **kw)
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:     return func(*args, **kwargs)
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:     self._notify()
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:     self.callback(batched_events)
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:     event.method(event)
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:     return f(self, *a, **k)
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._get(url).json()
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self.request(url, 'GET', **kwargs)
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 14:57:12.109245 dv-cinder-831187-2-iscsi neutron-server[88126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 14:57:12.128378 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 227b04ba-83b8-441b-969a-acc3f9950e33 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:57:12.128722 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 227b04ba-83b8-441b-969a-acc3f9950e33 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:57:12.251546 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.291706 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.292267 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Transition to ACTIVE for port object 2be5c72b-77d4-4168-82cb-5f179644c5bb will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:57:12.308458 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.318989 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=741e2b09-db65-4b92-97d4-0a9b29ee4ecf,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:12.394701 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Notify callbacks [] for port, precommit_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.394946 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-3489d401-fead-4e2d-83f8-1737eefa96a7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/741e2b09-db65-4b92-97d4-0a9b29ee4ecf HTTP/1.1" status: 204  len: 168 time: 1.3549993
May 12 14:57:12.406557 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Transition to ACTIVE for port object e8fb265c-ede6-4b4d-99e5-2d3bca13043b will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:57:12.469980 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.496972 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.536754 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Network 75c099b2-81d1-499f-95a3-b1457697fbc0 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:57:12.539694 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:57:12.547008 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:57:12.582237 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Pushing event updated for resources: {'Port': ['ID=2be5c72b-77d4-4168-82cb-5f179644c5bb,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:12.590120 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Attempting to bind port e8fb265c-ede6-4b4d-99e5-2d3bca13043b on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:57:12.590494 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Attempting to bind port e8fb265c-ede6-4b4d-99e5-2d3bca13043b by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:57:12.590879 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Attempting to bind port e8fb265c-ede6-4b4d-99e5-2d3bca13043b on network 70d2fa51-11f3-4a4a-9682-a94236c979fd {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:57:12.593655 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa756f97-2f25-4e84-b011-9f8d42dc87f0 None None] Pushing event updated for resources: {'Port': ['ID=e8fb265c-ede6-4b4d-99e5-2d3bca13043b,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:12.609901 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:57:12.610364 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Checking segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:57:12.610998 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.611442 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Bound using segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:57:12.612046 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Bound port: e8fb265c-ede6-4b4d-99e5-2d3bca13043b, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:57:12.612426 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.612555 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885023'] for router_interface, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.706692 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] For port e8fb265c-ede6-4b4d-99e5-2d3bca13043b, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:57:12.714191 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] For port e8fb265c-ede6-4b4d-99e5-2d3bca13043b, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=e8fb265c-ede6-4b4d-99e5-2d3bca13043b,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:57:12.780486 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41396) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:12.809658 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.852147 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-24cb6520-8488-4136-848c-9745922ef033 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a45a5191eca43c2b8d3e9ea80a50b5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0704951
May 12 14:57:12.852876 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41400) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:12.898897 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-e099ef4f-9028-4507-a85c-40d8047b8e40 None None] Provisioning for port 2be5c72b-77d4-4168-82cb-5f179644c5bb completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:57:12.916932 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-e099ef4f-9028-4507-a85c-40d8047b8e40 None None] Provisioning complete for port 2be5c72b-77d4-4168-82cb-5f179644c5bb triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:12.920995 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e099ef4f-9028-4507-a85c-40d8047b8e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.921487 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-98060754-54f3-4225-8c9a-e367c325df81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.949393 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-98060754-54f3-4225-8c9a-e367c325df81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:12.988308 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa756f97-2f25-4e84-b011-9f8d42dc87f0 None None] Pushing event updated for resources: {'Port': ['ID=e8fb265c-ede6-4b4d-99e5-2d3bca13043b,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:13.003264 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Routers {'af85e8d7-fb3f-494b-bd24-30ee5a7482a9'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:57:13.003874 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87d72610>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:13.059763 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-e099ef4f-9028-4507-a85c-40d8047b8e40 None None] Port 2be5c72b-77d4-4168-82cb-5f179644c5bb cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:57:13.104416 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:13.118041 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-98060754-54f3-4225-8c9a-e367c325df81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:13.136406 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98060754-54f3-4225-8c9a-e367c325df81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3fd16d-2d72-48b6-8557-8c03dbfc0251,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:13.144115 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-98060754-54f3-4225-8c9a-e367c325df81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:13.145450 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-98060754-54f3-4225-8c9a-e367c325df81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed3fd16d-2d72-48b6-8557-8c03dbfc0251 HTTP/1.1" status: 204  len: 168 time: 0.2916701
May 12 14:57:13.208693 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] Set router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:57:13.373264 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:13.500912 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 1b56e1fe-3068-4845-95c9-457b10e19e3a no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:57:13.544554 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 1b56e1fe-3068-4845-95c9-457b10e19e3a {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:57:13.544895 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 1b56e1fe-3068-4845-95c9-457b10e19e3a not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:57:13.615024 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87d72610>, [{'id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:07Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 4, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'gw_port': {'id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:08Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '2be5c72b-77d4-4168-82cb-5f179644c5bb', 'name': '', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'mac_address': 'fa:16:3e:69:8d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:11Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 1, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'subnets': [{'id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:13.618920 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f47a3d-9158-42ca-9cf3-7bd13564b61a None None] The sync data for ids ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'] in dv-cinder-831187-2-iscsi is: [{'id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:07Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 4, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'gw_port': {'id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:08Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '2be5c72b-77d4-4168-82cb-5f179644c5bb', 'name': '', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'mac_address': 'fa:16:3e:69:8d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:11Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 1, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'subnets': [{'id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:57:13.734824 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505945'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:13.861603 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3749132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884922'] for router_interface, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:13.868900 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Pushing event updated for resources: {'Port': ['ID=2be5c72b-77d4-4168-82cb-5f179644c5bb,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:14.037025 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Network 75c099b2-81d1-499f-95a3-b1457697fbc0 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:57:14.037025 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:57:14.276220 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:57:14.402157 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-52be23ce-075a-478d-9e68-77592e2dcbdc None None] Provisioning complete for port 2be5c72b-77d4-4168-82cb-5f179644c5bb triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:14.403193 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-52be23ce-075a-478d-9e68-77592e2dcbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:14.461710 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-52be23ce-075a-478d-9e68-77592e2dcbdc None None] Port 2be5c72b-77d4-4168-82cb-5f179644c5bb cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:57:14.522587 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:57:14.539421 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-23c8fed6-5a2c-412e-9b84-ab815f52cc81 admin admin] 10.222.0.49 "PUT /v2.0/routers/af85e8d7-fb3f-494b-bd24-30ee5a7482a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4598901
May 12 14:57:15.363334 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41466) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:15.368786 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1647365040-network', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:57:15.375392 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:15.378048 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Usage tracker for resource:network and tenant:02a87d661e3042e4ad3f2f5b5b326a62 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:15.381018 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:15.386755 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:15.520413 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device e8fb265c-ede6-4b4d-99e5-2d3bca13043b up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:57:15.548557 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Made reservation on behalf of 02a87d661e3042e4ad3f2f5b5b326a62 for: {'network': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:57:15.550929 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for network, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:15.565510 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:15.583325 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:15.590730 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Usage tracker for resource:security_group_rule and tenant:02a87d661e3042e4ad3f2f5b5b326a62 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:15.594360 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:15.601337 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:15.668469 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port e8fb265c-ede6-4b4d-99e5-2d3bca13043b completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:57:15.674091 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port e8fb265c-ede6-4b4d-99e5-2d3bca13043b triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:15.674461 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:15.691976 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:15.748466 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:15.779800 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'}  {{(pid=88125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 14:57:15.788330 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e61e71e-5dc6-4e66-a2d7-9acb17f26002,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:15.795870 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:15.796807 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.db.segments_db [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Added segment b797c4b9-3fc9-491a-a4a8-3697fb0477b5 of type vlan for network 335f4529-f63a-452c-bc24-87ebb1a46619
May 12 14:57:15.799403 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:15.816934 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port e8fb265c-ede6-4b4d-99e5-2d3bca13043b, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=e8fb265c-ede6-4b4d-99e5-2d3bca13043b,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:57:15.824200 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770203317706'] for network, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:15.839075 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Sync routers for ids ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:57:15.848950 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Routers {'af85e8d7-fb3f-494b-bd24-30ee5a7482a9'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:57:15.849620 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c79bdc0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:15.929068 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:16.006208 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=e8fb265c-ede6-4b4d-99e5-2d3bca13043b,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:16.029369 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Set router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:57:16.039531 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182'] for network, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:16.040510 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:16.041106 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:16.143466 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] Pushing event updated for resources: {'Network': ['ID=335f4529-f63a-452c-bc24-87ebb1a46619,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:16.160830 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Network 335f4529-f63a-452c-bc24-87ebb1a46619 details requested by agent ovs-agent-dv-cinder-831187-2-iscsi with host dv-cinder-831187-2-iscsi {{(pid=88128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 14:57:16.228904 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b6c7d731-0985-4b7f-8d29-124bb541bada admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8644450
May 12 14:57:16.231639 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41474) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:16.242077 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] Request body: {'subnet': {'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1647365040-subnet', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'ip_version': 4}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:57:16.250311 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:16.255616 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] Usage tracker for resource:subnet and tenant:02a87d661e3042e4ad3f2f5b5b326a62 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:16.258623 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:16.283812 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:16.411498 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] Made reservation on behalf of 02a87d661e3042e4ad3f2f5b5b326a62 for: {'subnet': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:57:16.414110 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319267'] for subnet, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:16.428909 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c79bdc0>, [{'id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:07Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 4, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'gw_port': {'id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:08Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '2be5c72b-77d4-4168-82cb-5f179644c5bb', 'name': '', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'mac_address': 'fa:16:3e:69:8d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:11Z', 'updated_at': '2022-05-12T14:57:13Z', 'revision_number': 2, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'subnets': [{'id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:16.433098 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Checking router: af85e8d7-fb3f-494b-bd24-30ee5a7482a9 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:57:16.433384 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Updating router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 port 2be5c72b-77d4-4168-82cb-5f179644c5bb binding host dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:57:16.497407 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:16.794072 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2506590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319285'] for subnet, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:16.864970 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Notify callbacks [] for port, precommit_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:16.875217 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=105423df-1d1c-48f6-8bc8-7bf933d34c54,revision_number=0']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:16.877616 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.provisioning_blocks [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Transition to ACTIVE for port object 2be5c72b-77d4-4168-82cb-5f179644c5bb will not be triggered until provisioned by entity L2. {{(pid=88129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:57:16.884981 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] Checking segment: {'id': 'b797c4b9-3fc9-491a-a4a8-3697fb0477b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:57:16.885338 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] Network hostable DHCP agents. Network: 335f4529-f63a-452c-bc24-87ebb1a46619, hostable agents: ['2064aa32-5de4-4cc4-9111-9df30d214cd2'], hosted agents: [] {{(pid=88125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 14:57:16.930836 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:16.971700 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] Network 335f4529-f63a-452c-bc24-87ebb1a46619 is scheduled to be hosted by DHCP agent 2064aa32-5de4-4cc4-9111-9df30d214cd2 with binding_index 1 {{(pid=88125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 14:57:16.988672 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41494) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:17.044029 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-iscsi, 335f4529-f63a-452c-bc24-87ebb1a46619) {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:57:17.054025 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e408fea-d665-4eb8-9e6c-72ba11dd97e0 None None] Network 335f4529-f63a-452c-bc24-87ebb1a46619 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:57:17.059044 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:17.059044 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.101927 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42432019-7951-4b54-9407-6927b11de4f6 None None] Pushing event updated for resources: {'Port': ['ID=2be5c72b-77d4-4168-82cb-5f179644c5bb,revision_number=3']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:17.127573 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b329cf63-49b9-4de6-b1b8-4bce52feef91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.138731 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42432019-7951-4b54-9407-6927b11de4f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:17.139107 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42432019-7951-4b54-9407-6927b11de4f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:17.139447 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42432019-7951-4b54-9407-6927b11de4f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:17.140274 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42432019-7951-4b54-9407-6927b11de4f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:17.140600 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42432019-7951-4b54-9407-6927b11de4f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:17.140926 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42432019-7951-4b54-9407-6927b11de4f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:17.141247 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42432019-7951-4b54-9407-6927b11de4f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:17.141567 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42432019-7951-4b54-9407-6927b11de4f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:17.141904 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42432019-7951-4b54-9407-6927b11de4f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:17.142224 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42432019-7951-4b54-9407-6927b11de4f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:17.142541 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42432019-7951-4b54-9407-6927b11de4f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:17.142877 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42432019-7951-4b54-9407-6927b11de4f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:17.150182 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b329cf63-49b9-4de6-b1b8-4bce52feef91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:17.156667 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b329cf63-49b9-4de6-b1b8-4bce52feef91 admin admin] Usage tracker for resource:security_group_rule and tenant:89e92daf87b44806896769a1ef36b6ee is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:17.163372 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b329cf63-49b9-4de6-b1b8-4bce52feef91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:17.169309 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b329cf63-49b9-4de6-b1b8-4bce52feef91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:17.192024 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-9a8a460e-ca2e-4996-928e-5898eb42dffb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9568834
May 12 14:57:17.192242 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41500) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:17.197171 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1647365040-router', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:57:17.202074 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:17.207881 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Usage tracker for resource:router and tenant:02a87d661e3042e4ad3f2f5b5b326a62 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:17.211078 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:17.217173 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:17.286381 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b329cf63-49b9-4de6-b1b8-4bce52feef91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.320365 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3890076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28053'] for router, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.321362 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3889849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3883812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28034'] for router, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.323687 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90abc092-179a-5d5e-8291-ea7041251afd-335f4529-f63a-452c-bc24-87ebb1a46619', 'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'fixed_ips': [{'subnet_id': '105423df-1d1c-48f6-8bc8-7bf933d34c54'}]}} from dv-cinder-831187-2-iscsi. {{(pid=88128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 12 14:57:17.324484 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.345712 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.375553 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b329cf63-49b9-4de6-b1b8-4bce52feef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.431669 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41508) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:17.445756 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-b329cf63-49b9-4de6-b1b8-4bce52feef91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=89e92daf87b44806896769a1ef36b6ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4555275
May 12 14:57:17.447381 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329cf63-49b9-4de6-b1b8-4bce52feef91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a823f557-61d8-420b-9dbd-9a17f424fdac,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:17.496672 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.db_base_plugin_common [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Allocated IP 172.20.0.2 (335f4529-f63a-452c-bc24-87ebb1a46619/105423df-1d1c-48f6-8bc8-7bf933d34c54/6250a656-8e14-4951-a911-d0e5581dafb2) {{(pid=88128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:57:17.576561 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device e8fb265c-ede6-4b4d-99e5-2d3bca13043b up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:57:17.604315 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Attempting to bind port 2be5c72b-77d4-4168-82cb-5f179644c5bb on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:57:17.605054 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Attempting to bind port 2be5c72b-77d4-4168-82cb-5f179644c5bb by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': 'f7c3db5e-3bfc-48ae-91e7-722806acd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0'}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:57:17.605677 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Attempting to bind port 2be5c72b-77d4-4168-82cb-5f179644c5bb on network 75c099b2-81d1-499f-95a3-b1457697fbc0 {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:57:17.612280 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:57:17.613030 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Checking segment: {'id': 'f7c3db5e-3bfc-48ae-91e7-722806acd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:57:17.613486 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.614147 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Bound using segment: {'id': 'f7c3db5e-3bfc-48ae-91e7-722806acd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0'} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:57:17.614678 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Bound port: 2be5c72b-77d4-4168-82cb-5f179644c5bb, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c3db5e-3bfc-48ae-91e7-722806acd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0'}}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:57:17.615380 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.706695 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port e8fb265c-ede6-4b4d-99e5-2d3bca13043b triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:17.707021 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.728895 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] For port 2be5c72b-77d4-4168-82cb-5f179644c5bb, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:57:17.735757 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] For port 2be5c72b-77d4-4168-82cb-5f179644c5bb, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=2be5c72b-77d4-4168-82cb-5f179644c5bb,segment=NetworkSegment(f7c3db5e-3bfc-48ae-91e7-722806acd4c3),segment_id=f7c3db5e-3bfc-48ae-91e7-722806acd4c3)] {{(pid=88129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:57:17.756674 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4f904d84-dbc8-4907-afb9-237e9160a442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.769967 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3883826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3890062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28144'] for router, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.792045 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4f904d84-dbc8-4907-afb9-237e9160a442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.809672 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.825086 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.895279 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42432019-7951-4b54-9407-6927b11de4f6 None None] Pushing event updated for resources: {'Port': ['ID=2be5c72b-77d4-4168-82cb-5f179644c5bb,revision_number=4']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:17.913627 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Routers {'af85e8d7-fb3f-494b-bd24-30ee5a7482a9'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:57:17.914397 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c79bdc0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:17.952830 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Transition to ACTIVE for port object 6250a656-8e14-4951-a911-d0e5581dafb2 will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:57:17.954151 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4f904d84-dbc8-4907-afb9-237e9160a442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:17.976243 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Transition to ACTIVE for port object 6250a656-8e14-4951-a911-d0e5581dafb2 will not be triggered until provisioned by entity DHCP. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:57:17.979199 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f904d84-dbc8-4907-afb9-237e9160a442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a823f557-61d8-420b-9dbd-9a17f424fdac,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:18.003621 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-4f904d84-dbc8-4907-afb9-237e9160a442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:18.004793 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-4f904d84-dbc8-4907-afb9-237e9160a442 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a823f557-61d8-420b-9dbd-9a17f424fdac HTTP/1.1" status: 204  len: 168 time: 0.5720787
May 12 14:57:18.079774 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693'] for port, after_create {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:18.151234 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] Set router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:57:18.293777 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Network 335f4529-f63a-452c-bc24-87ebb1a46619 is already hosted by enough agents. {{(pid=88128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:57:18.303018 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.scheduler.base_scheduler [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Resources bound (agent type, host, resource id):  {{(pid=88128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:57:18.305475 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Received port after_create {{(pid=88128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:57:18.314988 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:18.357586 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:18.426702 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Pushing event updated for resources: {'Port': ['ID=6250a656-8e14-4951-a911-d0e5581dafb2,revision_number=1']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:18.430576 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Attempting to bind port 6250a656-8e14-4951-a911-d0e5581dafb2 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:57:18.431193 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Attempting to bind port 6250a656-8e14-4951-a911-d0e5581dafb2 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': 'b797c4b9-3fc9-491a-a4a8-3697fb0477b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:57:18.431614 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Attempting to bind port 6250a656-8e14-4951-a911-d0e5581dafb2 on network 335f4529-f63a-452c-bc24-87ebb1a46619 {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:57:18.437420 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:57:18.437801 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Checking segment: {'id': 'b797c4b9-3fc9-491a-a4a8-3697fb0477b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:57:18.438207 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:18.438641 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Bound using segment: {'id': 'b797c4b9-3fc9-491a-a4a8-3697fb0477b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:57:18.439074 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Bound port: 6250a656-8e14-4951-a911-d0e5581dafb2, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b797c4b9-3fc9-491a-a4a8-3697fb0477b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:57:18.439452 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:18.522251 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fbed6578-721a-4f29-a7a7-a2ea6481e46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:18.527698 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Allocated IP 172.27.3.134 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/6961a187-9a8c-4bd4-84ff-69e2951ebb66) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:57:18.536412 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] For port 6250a656-8e14-4951-a911-d0e5581dafb2, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:57:18.539912 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] For port 6250a656-8e14-4951-a911-d0e5581dafb2, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=6250a656-8e14-4951-a911-d0e5581dafb2,segment=NetworkSegment(b797c4b9-3fc9-491a-a4a8-3697fb0477b5),segment_id=b797c4b9-3fc9-491a-a4a8-3697fb0477b5)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:57:18.554412 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c79bdc0>, [{'id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:07Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 4, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'gw_port': {'id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:08Z', 'updated_at': '2022-05-12T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '2be5c72b-77d4-4168-82cb-5f179644c5bb', 'name': '', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'mac_address': 'fa:16:3e:69:8d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:11Z', 'updated_at': '2022-05-12T14:57:17Z', 'revision_number': 4, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'subnets': [{'id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:18.558426 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824942d7-4cc8-4956-95f7-3da4ef6da392 None None] The sync data for ids ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'] in dv-cinder-831187-2-iscsi is: [{'id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:07Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 4, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'gw_port': {'id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:08Z', 'updated_at': '2022-05-12T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '2be5c72b-77d4-4168-82cb-5f179644c5bb', 'name': '', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'mac_address': 'fa:16:3e:69:8d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:11Z', 'updated_at': '2022-05-12T14:57:17Z', 'revision_number': 4, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'subnets': [{'id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:57:18.649362 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:18.697920 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:18.731282 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b978c48-f5e1-4f7b-aeee-a23c7586e2b7 None None] Pushing event updated for resources: {'Port': ['ID=6250a656-8e14-4951-a911-d0e5581dafb2,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:18.834492 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:18.913281 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:57:18.919039 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41532) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:18.936084 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:57:18.942853 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:57:18.958418 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e29b95a8-bd2d-4f35-b665-93e34bc7c316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:18.973151 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Pushing event updated for resources: {'Port': ['ID=6961a187-9a8c-4bd4-84ff-69e2951ebb66,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:18.992263 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e29b95a8-bd2d-4f35-b665-93e34bc7c316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:19.000518 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e29b95a8-bd2d-4f35-b665-93e34bc7c316 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee3b6799996401fb249be9995bcf19e is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:19.004286 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e29b95a8-bd2d-4f35-b665-93e34bc7c316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:19.011457 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e29b95a8-bd2d-4f35-b665-93e34bc7c316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:19.109330 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e29b95a8-bd2d-4f35-b665-93e34bc7c316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:19.203767 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e29b95a8-bd2d-4f35-b665-93e34bc7c316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:19.255264 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e29b95a8-bd2d-4f35-b665-93e34bc7c316 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ee3b6799996401fb249be9995bcf19e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3307567
May 12 14:57:19.256131 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b95a8-bd2d-4f35-b665-93e34bc7c316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4a178e-76a1-4883-9944-1525eece9b2c,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:19.258420 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41536) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:19.324434 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3deedbe2-5fcf-44cb-8628-7d772e1ee35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:19.353492 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3deedbe2-5fcf-44cb-8628-7d772e1ee35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:19.476170 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3deedbe2-5fcf-44cb-8628-7d772e1ee35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:19.497171 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deedbe2-5fcf-44cb-8628-7d772e1ee35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4a178e-76a1-4883-9944-1525eece9b2c,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:19.508545 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3deedbe2-5fcf-44cb-8628-7d772e1ee35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:19.512905 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-3deedbe2-5fcf-44cb-8628-7d772e1ee35d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b4a178e-76a1-4883-9944-1525eece9b2c HTTP/1.1" status: 204  len: 168 time: 0.2535059
May 12 14:57:19.614398 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:19.671720 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6250a656-8e14-4951-a911-d0e5581dafb2 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:57:19.814801 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 6250a656-8e14-4951-a911-d0e5581dafb2 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:57:19.820131 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 2be5c72b-77d4-4168-82cb-5f179644c5bb up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:57:19.864019 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b25c2a-28ca-4bb5-b7c3-5dd1f71ec699 None None] Network 335f4529-f63a-452c-bc24-87ebb1a46619 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:57:19.990939 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3883785'] for router, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:20.110464 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 2be5c72b-77d4-4168-82cb-5f179644c5bb completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:57:20.113591 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-84d8e2d7-0f96-47c4-bdad-6dc7b84d2b94 None None] Provisioning for port 6250a656-8e14-4951-a911-d0e5581dafb2 completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:57:20.121277 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 2be5c72b-77d4-4168-82cb-5f179644c5bb triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:20.121636 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:20.144643 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-84d8e2d7-0f96-47c4-bdad-6dc7b84d2b94 None None] Provisioning complete for port 6250a656-8e14-4951-a911-d0e5581dafb2 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:20.145009 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-84d8e2d7-0f96-47c4-bdad-6dc7b84d2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:20.323551 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Router b34504b7-a08c-4dcf-811b-32538a4d8307 is scheduled to L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f with binding_index 1 {{(pid=88125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 14:57:20.359917 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:20.385859 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-84d8e2d7-0f96-47c4-bdad-6dc7b84d2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:20.426260 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 2be5c72b-77d4-4168-82cb-5f179644c5bb, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=2be5c72b-77d4-4168-82cb-5f179644c5bb,segment=NetworkSegment(f7c3db5e-3bfc-48ae-91e7-722806acd4c3),segment_id=f7c3db5e-3bfc-48ae-91e7-722806acd4c3)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:57:20.437935 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-84d8e2d7-0f96-47c4-bdad-6dc7b84d2b94 None None] For port 6250a656-8e14-4951-a911-d0e5581dafb2, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=6250a656-8e14-4951-a911-d0e5581dafb2,segment=NetworkSegment(b797c4b9-3fc9-491a-a4a8-3697fb0477b5),segment_id=b797c4b9-3fc9-491a-a4a8-3697fb0477b5)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:57:20.512571 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-84d8e2d7-0f96-47c4-bdad-6dc7b84d2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:20.516876 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:20.516995 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41552) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:20.538363 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-895a1576-1539-44eb-b62f-a28612b9d2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:20.560167 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:57:20.561921 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-895a1576-1539-44eb-b62f-a28612b9d2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:20.569945 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-895a1576-1539-44eb-b62f-a28612b9d2ab admin admin] Usage tracker for resource:security_group_rule and tenant:ec63cc317607474091fd5cf8b7208b8e is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:20.571669 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Sync routers for ids ['b34504b7-a08c-4dcf-811b-32538a4d8307'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:57:20.576554 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-895a1576-1539-44eb-b62f-a28612b9d2ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:20.584172 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-895a1576-1539-44eb-b62f-a28612b9d2ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:20.591011 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Routers {'b34504b7-a08c-4dcf-811b-32538a4d8307'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:57:20.591632 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c0bd100>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:56:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['b34504b7-a08c-4dcf-811b-32538a4d8307'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:20.661639 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8e2d7-0f96-47c4-bdad-6dc7b84d2b94 None None] Pushing event updated for resources: {'Port': ['ID=6250a656-8e14-4951-a911-d0e5581dafb2,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:20.690088 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:20.691640 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-0162e3f4-cc42-43ed-937c-23aab0cd4f48 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.4985178
May 12 14:57:20.694935 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41556) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:20.782573 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-895a1576-1539-44eb-b62f-a28612b9d2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:20.822495 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-35995648-3d50-46f6-ad22-74de8aee5681 None None] Provisioning complete for port 6250a656-8e14-4951-a911-d0e5581dafb2 triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:20.823099 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-35995648-3d50-46f6-ad22-74de8aee5681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:20.860282 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6d5c9554-aad0-4862-aee6-96d446940a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:20.872078 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-895a1576-1539-44eb-b62f-a28612b9d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:20.880379 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=2be5c72b-77d4-4168-82cb-5f179644c5bb,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:20.915580 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Set router b34504b7-a08c-4dcf-811b-32538a4d8307 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:57:20.928438 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-895a1576-1539-44eb-b62f-a28612b9d2ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec63cc317607474091fd5cf8b7208b8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4090202
May 12 14:57:20.928438 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a1576-1539-44eb-b62f-a28612b9d2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f766be6-b095-4e5d-a0e1-1b05515369c9,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:20.930193 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41560) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:20.991230 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-897078f6-087c-44aa-b7d8-235c033d3f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:21.017892 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-897078f6-087c-44aa-b7d8-235c033d3f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:21.165521 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-897078f6-087c-44aa-b7d8-235c033d3f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:21.193813 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897078f6-087c-44aa-b7d8-235c033d3f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f766be6-b095-4e5d-a0e1-1b05515369c9,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:21.205800 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-897078f6-087c-44aa-b7d8-235c033d3f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:21.207169 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-897078f6-087c-44aa-b7d8-235c033d3f44 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f766be6-b095-4e5d-a0e1-1b05515369c9 HTTP/1.1" status: 204  len: 168 time: 0.2760341
May 12 14:57:21.306374 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c0bd100>, [{'id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'name': 'tempest-TestMinimumBasicScenario-1647365040-router', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:17Z', 'updated_at': '2022-05-12T14:57:19Z', 'revision_number': 3, 'project_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'gw_port': {'id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:18Z', 'updated_at': '2022-05-12T14:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:21.310417 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Checking router: b34504b7-a08c-4dcf-811b-32538a4d8307 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:57:21.311015 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Updating router b34504b7-a08c-4dcf-811b-32538a4d8307 port 6961a187-9a8c-4bd4-84ff-69e2951ebb66 binding host dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:57:21.368039 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:21.425355 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:21.582416 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6250a656-8e14-4951-a911-d0e5581dafb2 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:57:21.753197 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 6250a656-8e14-4951-a911-d0e5581dafb2 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:21.753566 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:21.795583 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:21.801938 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Allocated IP 172.20.0.1 (335f4529-f63a-452c-bc24-87ebb1a46619/105423df-1d1c-48f6-8bc8-7bf933d34c54/43342a75-71d0-41f1-b349-1c7f977be07a) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:57:21.809336 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:21.889037 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:21.939759 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Transition to ACTIVE for port object 6961a187-9a8c-4bd4-84ff-69e2951ebb66 will not be triggered until provisioned by entity L2. {{(pid=88128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:57:21.955119 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 2be5c72b-77d4-4168-82cb-5f179644c5bb up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:57:21.960647 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:21.976802 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.provisioning_blocks [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Transition to ACTIVE for port object 43342a75-71d0-41f1-b349-1c7f977be07a will not be triggered until provisioned by entity DHCP. {{(pid=88126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:57:22.038703 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 2be5c72b-77d4-4168-82cb-5f179644c5bb triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:22.039101 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:22.067115 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:22.094975 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:22.166454 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Network 335f4529-f63a-452c-bc24-87ebb1a46619 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:57:22.169217 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:57:22.170127 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Attempting to bind port 6961a187-9a8c-4bd4-84ff-69e2951ebb66 on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:57:22.170496 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Attempting to bind port 6961a187-9a8c-4bd4-84ff-69e2951ebb66 by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:57:22.171409 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Attempting to bind port 6961a187-9a8c-4bd4-84ff-69e2951ebb66 on network 70d2fa51-11f3-4a4a-9682-a94236c979fd {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:57:22.172625 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:57:22.180995 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202a64-9408-4298-a6f0-cae4981a6e7a None None] Pushing event updated for resources: {'Port': ['ID=6961a187-9a8c-4bd4-84ff-69e2951ebb66,revision_number=2']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:22.187369 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:57:22.189065 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Checking segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:57:22.189065 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:22.189065 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Bound using segment: {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'} {{(pid=88128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:57:22.189065 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.managers [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Bound port: 6961a187-9a8c-4bd4-84ff-69e2951ebb66, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28fb61-40d9-41d4-aad9-9d15950cc4ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd'}}] {{(pid=88128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:57:22.189452 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:22.248010 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885023'] for router_interface, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:22.321043 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] For port 6961a187-9a8c-4bd4-84ff-69e2951ebb66, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:57:22.324358 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] For port 6961a187-9a8c-4bd4-84ff-69e2951ebb66, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=6961a187-9a8c-4bd4-84ff-69e2951ebb66,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:57:22.401433 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Pushing event updated for resources: {'Port': ['ID=43342a75-71d0-41f1-b349-1c7f977be07a,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:22.523979 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:22.591255 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-f0199830-9f69-4d3a-9912-84048323cc5d None None] Provisioning for port 43342a75-71d0-41f1-b349-1c7f977be07a completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:57:22.606901 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-f0199830-9f69-4d3a-9912-84048323cc5d None None] Provisioning complete for port 43342a75-71d0-41f1-b349-1c7f977be07a triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:22.607272 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f0199830-9f69-4d3a-9912-84048323cc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:22.640637 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Routers {'b34504b7-a08c-4dcf-811b-32538a4d8307'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:57:22.641269 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c0bd100>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:57:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['b34504b7-a08c-4dcf-811b-32538a4d8307'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:22.696433 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:22.707833 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202a64-9408-4298-a6f0-cae4981a6e7a None None] Pushing event updated for resources: {'Port': ['ID=6961a187-9a8c-4bd4-84ff-69e2951ebb66,revision_number=3']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:22.750749 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-f0199830-9f69-4d3a-9912-84048323cc5d None None] Port 43342a75-71d0-41f1-b349-1c7f977be07a cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:57:22.857782 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] Set router b34504b7-a08c-4dcf-811b-32538a4d8307 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:57:22.964195 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:23.050084 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:23.112083 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:23.274108 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c0bd100>, [{'id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'name': 'tempest-TestMinimumBasicScenario-1647365040-router', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:17Z', 'updated_at': '2022-05-12T14:57:22Z', 'revision_number': 4, 'project_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'gw_port': {'id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:18Z', 'updated_at': '2022-05-12T14:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '43342a75-71d0-41f1-b349-1c7f977be07a', 'name': '', 'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'mac_address': 'fa:16:3e:a3:c2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '105423df-1d1c-48f6-8bc8-7bf933d34c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:21Z', 'updated_at': '2022-05-12T14:57:21Z', 'revision_number': 1, 'project_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'subnets': [{'id': '105423df-1d1c-48f6-8bc8-7bf933d34c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:23.278889 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f143cf5-ed4e-4d7e-a837-98ed192791e6 None None] The sync data for ids ['b34504b7-a08c-4dcf-811b-32538a4d8307'] in dv-cinder-831187-2-iscsi is: [{'id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'name': 'tempest-TestMinimumBasicScenario-1647365040-router', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:17Z', 'updated_at': '2022-05-12T14:57:22Z', 'revision_number': 4, 'project_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'gw_port': {'id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:18Z', 'updated_at': '2022-05-12T14:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '43342a75-71d0-41f1-b349-1c7f977be07a', 'name': '', 'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'mac_address': 'fa:16:3e:a3:c2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '105423df-1d1c-48f6-8bc8-7bf933d34c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:21Z', 'updated_at': '2022-05-12T14:57:21Z', 'revision_number': 1, 'project_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'subnets': [{'id': '105423df-1d1c-48f6-8bc8-7bf933d34c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:57:23.292910 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3749132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3884922'] for router_interface, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:23.309659 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Pushing event updated for resources: {'Port': ['ID=43342a75-71d0-41f1-b349-1c7f977be07a,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:23.458080 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Network 335f4529-f63a-452c-bc24-87ebb1a46619 is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:57:23.459452 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:57:23.693483 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Router b34504b7-a08c-4dcf-811b-32538a4d8307 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:57:23.777832 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-78d2ba3b-1d16-4cae-a64c-e7e0a23f689a None None] Provisioning complete for port 43342a75-71d0-41f1-b349-1c7f977be07a triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:23.778269 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-78d2ba3b-1d16-4cae-a64c-e7e0a23f689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:23.835519 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-78d2ba3b-1d16-4cae-a64c-e7e0a23f689a None None] Port 43342a75-71d0-41f1-b349-1c7f977be07a cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:57:23.895125 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:57:23.913221 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-eeac3696-d4f9-4298-9e0f-aeb4860327a3 admin admin] 10.222.0.49 "PUT /v2.0/routers/b34504b7-a08c-4dcf-811b-32538a4d8307/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2089822
May 12 14:57:25.129630 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41712) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:25.312044 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fe856014-2e49-4630-bcfa-4d21aa45e154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:25.345709 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-fe856014-2e49-4630-bcfa-4d21aa45e154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:25.353735 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-fe856014-2e49-4630-bcfa-4d21aa45e154 admin admin] Usage tracker for resource:security_group_rule and tenant:5b23c492765e49f29ee40dbb8a05ed51 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:25.356703 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-fe856014-2e49-4630-bcfa-4d21aa45e154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:25.365903 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-fe856014-2e49-4630-bcfa-4d21aa45e154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:25.490124 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fe856014-2e49-4630-bcfa-4d21aa45e154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:25.559566 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6961a187-9a8c-4bd4-84ff-69e2951ebb66 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:57:25.568823 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-fe856014-2e49-4630-bcfa-4d21aa45e154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:25.723640 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 6961a187-9a8c-4bd4-84ff-69e2951ebb66 completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:57:25.734219 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 6961a187-9a8c-4bd4-84ff-69e2951ebb66 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:25.735253 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:25.742920 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe856014-2e49-4630-bcfa-4d21aa45e154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7b1fee-09ac-4f99-aad9-fa5b008e79d2,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:25.750850 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-fe856014-2e49-4630-bcfa-4d21aa45e154 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b23c492765e49f29ee40dbb8a05ed51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6184206
May 12 14:57:25.752328 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41720) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:25.934659 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:25.956685 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-69ddb225-971e-4f9c-b911-d6d5bcce6849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:25.961039 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 6961a187-9a8c-4bd4-84ff-69e2951ebb66, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=6961a187-9a8c-4bd4-84ff-69e2951ebb66,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:57:25.989251 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-69ddb225-971e-4f9c-b911-d6d5bcce6849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:26.066434 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:26.148434 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-69ddb225-971e-4f9c-b911-d6d5bcce6849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:26.151042 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=6961a187-9a8c-4bd4-84ff-69e2951ebb66,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:26.179702 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddb225-971e-4f9c-b911-d6d5bcce6849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7b1fee-09ac-4f99-aad9-fa5b008e79d2,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:26.196477 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-69ddb225-971e-4f9c-b911-d6d5bcce6849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:26.197948 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-69ddb225-971e-4f9c-b911-d6d5bcce6849 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee7b1fee-09ac-4f99-aad9-fa5b008e79d2 HTTP/1.1" status: 204  len: 168 time: 0.4444802
May 12 14:57:26.240896 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Sync routers for ids ['b34504b7-a08c-4dcf-811b-32538a4d8307'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:57:26.255181 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Routers {'b34504b7-a08c-4dcf-811b-32538a4d8307'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:57:26.257865 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8cb75490>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:57:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['b34504b7-a08c-4dcf-811b-32538a4d8307'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:26.533567 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Set router b34504b7-a08c-4dcf-811b-32538a4d8307 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:57:26.941421 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8cb75490>, [{'id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'name': 'tempest-TestMinimumBasicScenario-1647365040-router', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:17Z', 'updated_at': '2022-05-12T14:57:22Z', 'revision_number': 4, 'project_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'gw_port': {'id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:18Z', 'updated_at': '2022-05-12T14:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '43342a75-71d0-41f1-b349-1c7f977be07a', 'name': '', 'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'mac_address': 'fa:16:3e:a3:c2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '105423df-1d1c-48f6-8bc8-7bf933d34c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:21Z', 'updated_at': '2022-05-12T14:57:22Z', 'revision_number': 2, 'project_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'subnets': [{'id': '105423df-1d1c-48f6-8bc8-7bf933d34c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:26.945592 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Checking router: b34504b7-a08c-4dcf-811b-32538a4d8307 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:57:26.945935 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Updating router b34504b7-a08c-4dcf-811b-32538a4d8307 port 43342a75-71d0-41f1-b349-1c7f977be07a binding host dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 14:57:27.014038 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:27.581639 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6961a187-9a8c-4bd4-84ff-69e2951ebb66 up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:57:27.613840 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Notify callbacks [] for port, precommit_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:27.649849 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.provisioning_blocks [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Transition to ACTIVE for port object 43342a75-71d0-41f1-b349-1c7f977be07a will not be triggered until provisioned by entity L2. {{(pid=88129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:57:27.716466 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 6961a187-9a8c-4bd4-84ff-69e2951ebb66 triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:27.722546 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:27.757659 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:28.034138 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e36b64-9229-43c3-87c0-58ce542b9dc4 None None] Pushing event updated for resources: {'Port': ['ID=43342a75-71d0-41f1-b349-1c7f977be07a,revision_number=3']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:28.072277 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Attempting to bind port 43342a75-71d0-41f1-b349-1c7f977be07a on host dv-cinder-831187-2-iscsi for vnic_type normal with profile  {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:57:28.072653 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Attempting to bind port 43342a75-71d0-41f1-b349-1c7f977be07a by drivers openvswitch,hyperv on host dv-cinder-831187-2-iscsi at level 0 using segments [{'id': 'b797c4b9-3fc9-491a-a4a8-3697fb0477b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619'}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:57:28.072990 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Attempting to bind port 43342a75-71d0-41f1-b349-1c7f977be07a on network 335f4529-f63a-452c-bc24-87ebb1a46619 {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:57:28.082646 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Checking agent: {'id': '2d1b3c60-668e-4973-939f-cb7d312783f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 38, 52), 'started_at': datetime.datetime(2022, 5, 12, 14, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:57:28.083229 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Checking segment: {'id': 'b797c4b9-3fc9-491a-a4a8-3697fb0477b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:57:28.083638 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:28.084031 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Bound using segment: {'id': 'b797c4b9-3fc9-491a-a4a8-3697fb0477b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619'} {{(pid=88129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:57:28.086729 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.managers [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Bound port: 43342a75-71d0-41f1-b349-1c7f977be07a, host: dv-cinder-831187-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b797c4b9-3fc9-491a-a4a8-3697fb0477b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619'}}] {{(pid=88129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:57:28.087263 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:28.196758 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] For port 43342a75-71d0-41f1-b349-1c7f977be07a, host dv-cinder-831187-2-iscsi, cleared binding levels {{(pid=88129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:57:28.199999 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.plugins.ml2.db [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] For port 43342a75-71d0-41f1-b349-1c7f977be07a, host dv-cinder-831187-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=43342a75-71d0-41f1-b349-1c7f977be07a,segment=NetworkSegment(b797c4b9-3fc9-491a-a4a8-3697fb0477b5),segment_id=b797c4b9-3fc9-491a-a4a8-3697fb0477b5)] {{(pid=88129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:57:28.661511 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron_lib.callbacks.manager [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:28.703109 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:28.781989 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e36b64-9229-43c3-87c0-58ce542b9dc4 None None] Pushing event updated for resources: {'Port': ['ID=43342a75-71d0-41f1-b349-1c7f977be07a,revision_number=4']} {{(pid=88129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:28.797749 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Routers {'b34504b7-a08c-4dcf-811b-32538a4d8307'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:57:28.797749 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8cb75490>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:57:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['b34504b7-a08c-4dcf-811b-32538a4d8307'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:29.027730 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] Set router b34504b7-a08c-4dcf-811b-32538a4d8307 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:57:29.505970 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8cb75490>, [{'id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'name': 'tempest-TestMinimumBasicScenario-1647365040-router', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:17Z', 'updated_at': '2022-05-12T14:57:22Z', 'revision_number': 4, 'project_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'gw_port': {'id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:18Z', 'updated_at': '2022-05-12T14:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '43342a75-71d0-41f1-b349-1c7f977be07a', 'name': '', 'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'mac_address': 'fa:16:3e:a3:c2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '105423df-1d1c-48f6-8bc8-7bf933d34c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:21Z', 'updated_at': '2022-05-12T14:57:28Z', 'revision_number': 4, 'project_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'subnets': [{'id': '105423df-1d1c-48f6-8bc8-7bf933d34c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:57:29.520030 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a2d7d-f81e-4145-a06e-8705a30e5470 None None] The sync data for ids ['b34504b7-a08c-4dcf-811b-32538a4d8307'] in dv-cinder-831187-2-iscsi is: [{'id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'name': 'tempest-TestMinimumBasicScenario-1647365040-router', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:17Z', 'updated_at': '2022-05-12T14:57:22Z', 'revision_number': 4, 'project_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'gw_port': {'id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:18Z', 'updated_at': '2022-05-12T14:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '43342a75-71d0-41f1-b349-1c7f977be07a', 'name': '', 'network_id': '335f4529-f63a-452c-bc24-87ebb1a46619', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'mac_address': 'fa:16:3e:a3:c2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '105423df-1d1c-48f6-8bc8-7bf933d34c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:21Z', 'updated_at': '2022-05-12T14:57:28Z', 'revision_number': 4, 'project_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'subnets': [{'id': '105423df-1d1c-48f6-8bc8-7bf933d34c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:57:29.574947 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 43342a75-71d0-41f1-b349-1c7f977be07a up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:57:29.782406 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning for port 43342a75-71d0-41f1-b349-1c7f977be07a completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:57:29.788966 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 43342a75-71d0-41f1-b349-1c7f977be07a triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:29.789637 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:29.995533 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:30.050292 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] For port 43342a75-71d0-41f1-b349-1c7f977be07a, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=43342a75-71d0-41f1-b349-1c7f977be07a,segment=NetworkSegment(b797c4b9-3fc9-491a-a4a8-3697fb0477b5),segment_id=b797c4b9-3fc9-491a-a4a8-3697fb0477b5)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:57:30.216933 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:30.309622 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Pushing event updated for resources: {'Port': ['ID=43342a75-71d0-41f1-b349-1c7f977be07a,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:31.376785 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41806) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:31.538112 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 43342a75-71d0-41f1-b349-1c7f977be07a up at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:57:31.542163 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e3723fd9-0cba-4c81-9229-1542a06dddbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:31.558325 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e3723fd9-0cba-4c81-9229-1542a06dddbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:31.563912 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e3723fd9-0cba-4c81-9229-1542a06dddbb admin admin] Usage tracker for resource:security_group_rule and tenant:0e86ec23c71543ec955000d14ace2c18 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:31.567561 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-e3723fd9-0cba-4c81-9229-1542a06dddbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:31.574207 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-e3723fd9-0cba-4c81-9229-1542a06dddbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:31.634725 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Provisioning complete for port 43342a75-71d0-41f1-b349-1c7f977be07a triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:31.635221 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:31.680273 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e3723fd9-0cba-4c81-9229-1542a06dddbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:31.765873 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e3723fd9-0cba-4c81-9229-1542a06dddbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:31.827458 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e3723fd9-0cba-4c81-9229-1542a06dddbb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e86ec23c71543ec955000d14ace2c18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4488802
May 12 14:57:31.827698 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41812) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:31.829184 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3723fd9-0cba-4c81-9229-1542a06dddbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097aec7e-72d0-45e7-bdcb-cbd459c56309,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:31.897464 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a161f1ab-56e9-4881-89df-acec56db1b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:31.925015 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a161f1ab-56e9-4881-89df-acec56db1b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:32.551793 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a161f1ab-56e9-4881-89df-acec56db1b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:32.571510 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161f1ab-56e9-4881-89df-acec56db1b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097aec7e-72d0-45e7-bdcb-cbd459c56309,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:32.577516 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a161f1ab-56e9-4881-89df-acec56db1b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:32.578655 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a161f1ab-56e9-4881-89df-acec56db1b1b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/097aec7e-72d0-45e7-bdcb-cbd459c56309 HTTP/1.1" status: 204  len: 168 time: 0.7504392
May 12 14:57:33.503788 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41832) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:33.528071 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dcf549bb-854f-4608-a885-9fc9adf22b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:33.549562 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-dcf549bb-854f-4608-a885-9fc9adf22b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:33.553945 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-dcf549bb-854f-4608-a885-9fc9adf22b61 admin admin] Usage tracker for resource:security_group_rule and tenant:ce450664f972447bb014b69bcd48f2ea is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:33.563602 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-dcf549bb-854f-4608-a885-9fc9adf22b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:33.571053 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-dcf549bb-854f-4608-a885-9fc9adf22b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:33.669018 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dcf549bb-854f-4608-a885-9fc9adf22b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:33.753405 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-dcf549bb-854f-4608-a885-9fc9adf22b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:33.808820 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-dcf549bb-854f-4608-a885-9fc9adf22b61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce450664f972447bb014b69bcd48f2ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3031352
May 12 14:57:33.812795 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41840) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:33.813315 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf549bb-854f-4608-a885-9fc9adf22b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da859dce-cb9f-4fda-8570-0c2e29d584d3,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:33.882649 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cb15c9d2-faca-4aeb-a8b3-968990a35b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:33.911495 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cb15c9d2-faca-4aeb-a8b3-968990a35b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:34.096520 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cb15c9d2-faca-4aeb-a8b3-968990a35b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:34.119764 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15c9d2-faca-4aeb-a8b3-968990a35b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da859dce-cb9f-4fda-8570-0c2e29d584d3,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:34.127443 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-cb15c9d2-faca-4aeb-a8b3-968990a35b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:34.131292 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-cb15c9d2-faca-4aeb-a8b3-968990a35b3b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/da859dce-cb9f-4fda-8570-0c2e29d584d3 HTTP/1.1" status: 204  len: 168 time: 0.3160834
May 12 14:57:37.463548 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-62691430-17bb-43e0-87bf-a7358bf8a77d tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:37.465087 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-62691430-17bb-43e0-87bf-a7358bf8a77d tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/networks?id=75c099b2-81d1-499f-95a3-b1457697fbc0 HTTP/1.1" status: 200  len: 815 time: 0.1558120
May 12 14:57:37.480022 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-37503197-f489-4a89-8472-c7305b3db7db tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/quotas/3cf186ac47354ce3ac7681a633be4c2d HTTP/1.1" status: 200  len: 375 time: 0.0088553
May 12 14:57:37.549860 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:57:37.563008 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-04e96f31-a111-4e88-817c-58e3602fd2f2 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cf186ac47354ce3ac7681a633be4c2d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0778894
May 12 14:57:37.700812 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-ee1aafb9-80d0-4522-b85a-ce181526df08 service neutron] 10.222.0.49 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254425
May 12 14:57:37.839514 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-a7f182c6-8723-40ec-8420-fcaf1234642f service neutron] 10.222.0.49 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321361
May 12 14:57:38.142569 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-8f5680f7-e3f2-4927-8fb6-a5afdd2581fd req-5280e1de-2066-4e81-91c0-4e954fcb2648 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Synchronizing usage tracker for tenant:3cf186ac47354ce3ac7681a633be4c2d on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:57:38.267793 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-8f5680f7-e3f2-4927-8fb6-a5afdd2581fd req-5280e1de-2066-4e81-91c0-4e954fcb2648 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Unset dirty status for tenant:3cf186ac47354ce3ac7681a633be4c2d on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:57:38.268987 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8f5680f7-e3f2-4927-8fb6-a5afdd2581fd req-5280e1de-2066-4e81-91c0-4e954fcb2648 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 210 time: 0.1720135
May 12 14:57:39.371990 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-616997fd-9b4d-4926-934b-3d2b53074975 req-fc082302-95b2-43a0-853f-f3b7e6a0d4b3 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 210 time: 0.0444217
May 12 14:57:40.521359 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c444e261-6ba1-43c8-9c11-2657ef8da3a5 req-545eed99-b70e-4f01-8d5f-338fea22c4ea tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 210 time: 0.0455577
May 12 14:57:40.754466 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41974) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:40.873064 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-18152138-fe02-4363-ace1-01099c51a994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:40.887897 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-18152138-fe02-4363-ace1-01099c51a994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:40.892401 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-18152138-fe02-4363-ace1-01099c51a994 admin admin] Usage tracker for resource:security_group_rule and tenant:4b0be49197f6412fb786b1be7a2b1190 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:40.895245 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-18152138-fe02-4363-ace1-01099c51a994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:40.901311 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-18152138-fe02-4363-ace1-01099c51a994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:40.986344 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-18152138-fe02-4363-ace1-01099c51a994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:41.117222 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-18152138-fe02-4363-ace1-01099c51a994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:41.164925 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-18152138-fe02-4363-ace1-01099c51a994 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b0be49197f6412fb786b1be7a2b1190&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4092827
May 12 14:57:41.166447 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18152138-fe02-4363-ace1-01099c51a994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01acff30-734d-43f7-aeb5-3bb75705d966,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:41.167685 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41980) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:41.226161 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2d23eb29-a8a7-4a33-ac5a-4a442deb3e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:41.254759 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2d23eb29-a8a7-4a33-ac5a-4a442deb3e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:41.388452 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2d23eb29-a8a7-4a33-ac5a-4a442deb3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:41.454804 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23eb29-a8a7-4a33-ac5a-4a442deb3e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01acff30-734d-43f7-aeb5-3bb75705d966,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:41.485571 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2d23eb29-a8a7-4a33-ac5a-4a442deb3e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:41.485571 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-2d23eb29-a8a7-4a33-ac5a-4a442deb3e6d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01acff30-734d-43f7-aeb5-3bb75705d966 HTTP/1.1" status: 204  len: 168 time: 0.3140252
May 12 14:57:41.528181 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-73afacda-013b-4c9e-8a0d-992bc45390c5 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:41.528856 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-73afacda-013b-4c9e-8a0d-992bc45390c5 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Synchronizing usage tracker for tenant:3cf186ac47354ce3ac7681a633be4c2d on resource:network {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:57:41.672746 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1818e059-4c30-493a-8fe9-80728f3b8498 req-a6b4ba8e-5f4d-4f6e-9b6d-e0ed40ac5382 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 210 time: 0.0437462
May 12 14:57:41.804477 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-73afacda-013b-4c9e-8a0d-992bc45390c5 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Unset dirty status for tenant:3cf186ac47354ce3ac7681a633be4c2d on resource:network {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:57:41.805557 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-73afacda-013b-4c9e-8a0d-992bc45390c5 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.71 "GET /v2.0/networks?id=75c099b2-81d1-499f-95a3-b1457697fbc0 HTTP/1.1" status: 200  len: 815 time: 0.4386079
May 12 14:57:42.405441 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 41992) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:42.423063 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-31a08d07-79b5-4291-8d1e-f484050642f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:42.436908 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-31a08d07-79b5-4291-8d1e-f484050642f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:42.441209 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-31a08d07-79b5-4291-8d1e-f484050642f3 admin admin] Usage tracker for resource:security_group_rule and tenant:5b40d4b8cd714ada921b9af855edcbab is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:42.444015 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-31a08d07-79b5-4291-8d1e-f484050642f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:42.449556 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-31a08d07-79b5-4291-8d1e-f484050642f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:42.535523 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-31a08d07-79b5-4291-8d1e-f484050642f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:42.615784 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-31a08d07-79b5-4291-8d1e-f484050642f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:42.662986 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-31a08d07-79b5-4291-8d1e-f484050642f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b40d4b8cd714ada921b9af855edcbab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2564828
May 12 14:57:42.663834 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a08d07-79b5-4291-8d1e-f484050642f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf796559-670f-4d4c-8bc5-2d3c7dccf72c,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:42.665632 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 41996) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:42.724972 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b06f5f4a-669e-4121-aabb-377c9920693c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:42.756804 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b06f5f4a-669e-4121-aabb-377c9920693c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:42.830277 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-3fbe2b17-3d45-4d09-8878-3b3b4dcc5223 req-c41a369a-b340-4bb9-b524-eca4fa02aa60 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 210 time: 0.0527556
May 12 14:57:42.963686 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b06f5f4a-669e-4121-aabb-377c9920693c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:42.978252 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f5f4a-669e-4121-aabb-377c9920693c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf796559-670f-4d4c-8bc5-2d3c7dccf72c,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:42.986940 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b06f5f4a-669e-4121-aabb-377c9920693c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:42.988054 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b06f5f4a-669e-4121-aabb-377c9920693c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf796559-670f-4d4c-8bc5-2d3c7dccf72c HTTP/1.1" status: 204  len: 168 time: 0.3213882
May 12 14:57:43.979421 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d3b878d2-441d-47e8-aba6-d163bd7007f4 req-f4c04d82-7962-4140-aa6c-4f242592a749 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 210 time: 0.0442820
May 12 14:57:43.990317 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Request body: {'port': {'device_id': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'admin_state_up': True, 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:57:44.128904 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:44.138484 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:44.378121 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Made reservation on behalf of 3cf186ac47354ce3ac7681a633be4c2d for: {'port': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:57:44.382106 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:44.549428 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Allocated IP 172.20.0.14 (75c099b2-81d1-499f-95a3-b1457697fbc0/8d9a0847-cb4e-4de6-ba9c-bfaa153a366d/e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:57:44.760722 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:44.776890 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Transition to ACTIVE for port object e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:57:44.897878 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:44.979948 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Network 75c099b2-81d1-499f-95a3-b1457697fbc0 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:57:44.983534 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:57:44.987741 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:57:45.030515 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Pushing event updated for resources: {'Port': ['ID=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:45.058321 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:45.058949 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:45.196819 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb50ab-4253-4013-b1db-ab5b9cbac5db req-de67f78c-9609-47b5-85f5-429a15a73d8d tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:45.197546 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-58fb50ab-4253-4013-b1db-ab5b9cbac5db req-de67f78c-9609-47b5-85f5-429a15a73d8d tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Synchronizing usage tracker for tenant:3cf186ac47354ce3ac7681a633be4c2d on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:57:45.224544 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-94e08dfd-2e2b-41b3-93af-998343889a35 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2389262
May 12 14:57:45.255627 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Request body: {'port': {'device_id': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:57:45.261898 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-f8eae74c-14ad-486f-90b7-c74fa25cc26c None None] Provisioning for port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:57:45.271939 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-f8eae74c-14ad-486f-90b7-c74fa25cc26c None None] Provisioning complete for port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:45.272590 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f8eae74c-14ad-486f-90b7-c74fa25cc26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:45.344858 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-f8eae74c-14ad-486f-90b7-c74fa25cc26c None None] Port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:57:45.372119 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-58fb50ab-4253-4013-b1db-ab5b9cbac5db req-de67f78c-9609-47b5-85f5-429a15a73d8d tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Unset dirty status for tenant:3cf186ac47354ce3ac7681a633be4c2d on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:57:45.373285 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-58fb50ab-4253-4013-b1db-ab5b9cbac5db req-de67f78c-9609-47b5-85f5-429a15a73d8d tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 932 time: 0.2734184
May 12 14:57:45.519985 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-58fb50ab-4253-4013-b1db-ab5b9cbac5db req-efff30de-2b81-43b2-95e2-75886695507c tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Synchronizing usage tracker for tenant:3cf186ac47354ce3ac7681a633be4c2d on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:57:45.527420 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:45.676255 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-58fb50ab-4253-4013-b1db-ab5b9cbac5db req-efff30de-2b81-43b2-95e2-75886695507c tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Unset dirty status for tenant:3cf186ac47354ce3ac7681a633be4c2d on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:57:45.677769 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-58fb50ab-4253-4013-b1db-ab5b9cbac5db req-efff30de-2b81-43b2-95e2-75886695507c tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2936814
May 12 14:57:46.090355 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e {{(pid=88125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:57:46.106299 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:46.144894 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Transition to ACTIVE for port object e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:57:46.284879 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505945'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:46.494117 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:46.624623 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Attempting to bind port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:57:46.624978 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Attempting to bind port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'f7c3db5e-3bfc-48ae-91e7-722806acd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:57:46.625319 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Attempting to bind port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e on network 75c099b2-81d1-499f-95a3-b1457697fbc0 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:57:46.630942 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e on network 75c099b2-81d1-499f-95a3-b1457697fbc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:57:46.631276 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Attempting to bind port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e on network 75c099b2-81d1-499f-95a3-b1457697fbc0 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:57:46.640731 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:57:46.643707 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Checking segment: {'id': 'f7c3db5e-3bfc-48ae-91e7-722806acd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:57:46.644138 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Bound using segment: {'id': 'f7c3db5e-3bfc-48ae-91e7-722806acd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:57:46.644899 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Bound port: e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c3db5e-3bfc-48ae-91e7-722806acd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:57:46.645258 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:46.756477 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] For port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e, host hv-cinder-83118, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:57:46.761162 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] For port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e,segment=NetworkSegment(f7c3db5e-3bfc-48ae-91e7-722806acd4c3),segment_id=f7c3db5e-3bfc-48ae-91e7-722806acd4c3)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:57:46.929882 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505945'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:46.938562 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c93a6-00b8-441b-a2d0-b351ebe0bc5d req-980460c1-7565-43bc-bd3d-c210d697ff1d tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:46.940283 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0e9c93a6-00b8-441b-a2d0-b351ebe0bc5d req-980460c1-7565-43bc-bd3d-c210d697ff1d tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 944 time: 0.0952930
May 12 14:57:47.017642 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:47.018303 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:47.019921 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] 10.222.0.71 "PUT /v2.0/ports/e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e HTTP/1.1" status: 200  len: 1094 time: 1.7725523
May 12 14:57:47.020439 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'tag': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:57:47.055420 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0e9c93a6-00b8-441b-a2d0-b351ebe0bc5d req-0208dc4d-a10f-44d0-a9c3-48d48e9aa9a0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024125
May 12 14:57:47.059227 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b91378-59a1-4e71-a7a9-2ef0011ed2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:47.113403 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6735d8f3-615b-45f0-be1b-7a06ccc98b42'] response: {'name': 'network-changed', 'server_uuid': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'tag': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e', 'status': 'completed', 'code': 200}
May 12 14:57:48.272354 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064c405-49e0-466d-9b51-190954d91867 req-7925a8c6-0c37-4b35-8b42-56b4e5103822 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:48.273879 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0064c405-49e0-466d-9b51-190954d91867 req-7925a8c6-0c37-4b35-8b42-56b4e5103822 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 944 time: 0.1062601
May 12 14:57:48.313570 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0509d3c9-35c5-424b-a5ef-c82d515b00ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:48.339453 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0064c405-49e0-466d-9b51-190954d91867 req-5ad593c8-acd6-4e17-b2a7-ec815e4866e7 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593312
May 12 14:57:49.609049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713eaa2-dbaf-4dc9-8516-7cff469ff814 req-3c291fa0-b279-4649-9680-7c95feba649b tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:49.610635 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4713eaa2-dbaf-4dc9-8516-7cff469ff814 req-3c291fa0-b279-4649-9680-7c95feba649b tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 944 time: 0.1391025
May 12 14:57:49.675801 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4713eaa2-dbaf-4dc9-8516-7cff469ff814 req-fbeae80f-a402-4449-90cb-34cfa8416b88 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561967
May 12 14:57:50.696156 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-5005f431-9ff1-48c2-895a-ef300aaf6fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:51.029968 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acc4bc-aa71-4f03-b32a-ed844dde97c3 req-2581d23b-cc53-457a-8b6a-8b46d8c9f533 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:51.031604 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-23acc4bc-aa71-4f03-b32a-ed844dde97c3 req-2581d23b-cc53-457a-8b6a-8b46d8c9f533 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 944 time: 0.0879836
May 12 14:57:51.079558 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-23acc4bc-aa71-4f03-b32a-ed844dde97c3 req-556dd476-cc05-4f7c-bbfa-a35d9b9274be tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418193
May 12 14:57:51.843924 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:51.888765 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:52.281984 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3861b-4910-4641-904b-9ed30f77f7ad req-ae379c72-0375-4bde-9ddf-abe0b8065ede tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:52.329146 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c1b3861b-4910-4641-904b-9ed30f77f7ad req-ae379c72-0375-4bde-9ddf-abe0b8065ede tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 944 time: 0.0915895
May 12 14:57:52.340400 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c1b3861b-4910-4641-904b-9ed30f77f7ad req-e26ee251-2b88-44b0-85fb-b885c9809a4a tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489006
May 12 14:57:53.540718 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf758cae-ed91-4c6d-84a2-6a2f392b573f req-841a7bd9-c1b3-4a0d-9e51-9ee080b95c71 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:53.542078 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cf758cae-ed91-4c6d-84a2-6a2f392b573f req-841a7bd9-c1b3-4a0d-9e51-9ee080b95c71 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 944 time: 0.0793929
May 12 14:57:53.588410 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cf758cae-ed91-4c6d-84a2-6a2f392b573f req-1068e269-2e49-434d-84c7-0f2cec06362c tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383272
May 12 14:57:53.700231 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b912bf-d04c-4356-a173-4cfdabb03857 req-86ee879a-1c5e-428d-b01f-10accc0215c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:53.702208 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b8b912bf-d04c-4356-a173-4cfdabb03857 req-86ee879a-1c5e-428d-b01f-10accc0215c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cf186ac47354ce3ac7681a633be4c2d&device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 1097 time: 0.0788085
May 12 14:57:53.757417 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:53.857785 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b912bf-d04c-4356-a173-4cfdabb03857 req-1c61485b-5bfb-4522-a1e5-a9a326a6d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:53.859243 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b8b912bf-d04c-4356-a173-4cfdabb03857 req-1c61485b-5bfb-4522-a1e5-a9a326a6d40a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=3cf186ac47354ce3ac7681a633be4c2d&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1383710
May 12 14:57:54.028766 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b912bf-d04c-4356-a173-4cfdabb03857 req-7535eb79-3a04-4c3a-b227-934419398114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:54.030803 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b8b912bf-d04c-4356-a173-4cfdabb03857 req-7535eb79-3a04-4c3a-b227-934419398114 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1318612
May 12 14:57:54.172767 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-44165894-2817-43a0-b47b-9936bada3436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:54.174147 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-44165894-2817-43a0-b47b-9936bada3436 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cf186ac47354ce3ac7681a633be4c2d&device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 1097 time: 0.0708895
May 12 14:57:54.252477 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-c7d7a97b-6be8-41b5-a4e2-bc04ea56bda4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e HTTP/1.1" status: 200  len: 217 time: 0.0641525
May 12 14:57:54.315232 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-013ea93a-a2d0-4a03-b8b7-05ca7dc9e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:54.316663 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-013ea93a-a2d0-4a03-b8b7-05ca7dc9e017 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8d9a0847-cb4e-4de6-ba9c-bfaa153a366d HTTP/1.1" status: 200  len: 854 time: 0.0575652
May 12 14:57:54.394993 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-d4654b66-b6ee-4d16-8825-fa2b9bfe8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:54.396448 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-d4654b66-b6ee-4d16-8825-fa2b9bfe8ec3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=75c099b2-81d1-499f-95a3-b1457697fbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728493
May 12 14:57:54.529246 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-92b6d8c1-0f77-46d5-bf04-cf69e8f14458 service neutron] 10.222.0.71 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247180
May 12 14:57:54.783645 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a66eb3ec-4b3c-4615-ac86-a5881a7feb89 req-bb7912d0-ae6c-40de-8a24-f72007c3d8d3 service neutron] 10.222.0.71 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2477145
May 12 14:57:54.818904 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4fa96-f1f2-4934-a2c5-bbb50e2f5b4d req-8a4323c7-4637-452d-af52-2441eefd3768 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:54.820371 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97c4fa96-f1f2-4934-a2c5-bbb50e2f5b4d req-8a4323c7-4637-452d-af52-2441eefd3768 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 944 time: 0.1261272
May 12 14:57:54.881091 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-97c4fa96-f1f2-4934-a2c5-bbb50e2f5b4d req-d1eb1d2e-71ba-4376-adcb-9b2753b571ad tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531657
May 12 14:57:56.065637 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca6f4e-1221-4bb0-989d-bce225a63e0b req-b7d75b0c-02d7-4f12-9766-85062a961598 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:56.067147 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ffca6f4e-1221-4bb0-989d-bce225a63e0b req-b7d75b0c-02d7-4f12-9766-85062a961598 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 944 time: 0.0878916
May 12 14:57:56.091338 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42176) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:56.113327 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ffca6f4e-1221-4bb0-989d-bce225a63e0b req-214ab550-b7f9-4801-b6f9-f7a2560904ea tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404465
May 12 14:57:56.210418 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-04c34065-8d80-4927-ab8b-9c2ffd7597bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:56.225358 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-04c34065-8d80-4927-ab8b-9c2ffd7597bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:56.229195 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-04c34065-8d80-4927-ab8b-9c2ffd7597bc admin admin] Usage tracker for resource:security_group_rule and tenant:bb8b88f1c3574d59aea93331ba1d0ce3 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:56.232032 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-04c34065-8d80-4927-ab8b-9c2ffd7597bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:56.237758 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-04c34065-8d80-4927-ab8b-9c2ffd7597bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:56.316442 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-04c34065-8d80-4927-ab8b-9c2ffd7597bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:56.433158 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-04c34065-8d80-4927-ab8b-9c2ffd7597bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:56.478713 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c34065-8d80-4927-ab8b-9c2ffd7597bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123f59f5-d2ed-4a22-8eec-785b54382c78,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:56.484180 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-04c34065-8d80-4927-ab8b-9c2ffd7597bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb8b88f1c3574d59aea93331ba1d0ce3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3905160
May 12 14:57:56.490871 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42186) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:56.551012 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2bd40ad2-b634-438e-a93f-594268701bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:56.576255 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2bd40ad2-b634-438e-a93f-594268701bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:56.769908 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2bd40ad2-b634-438e-a93f-594268701bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:56.786559 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd40ad2-b634-438e-a93f-594268701bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123f59f5-d2ed-4a22-8eec-785b54382c78,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:56.791951 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-2bd40ad2-b634-438e-a93f-594268701bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:56.793783 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-2bd40ad2-b634-438e-a93f-594268701bdd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/123f59f5-d2ed-4a22-8eec-785b54382c78 HTTP/1.1" status: 204  len: 168 time: 0.3018279
May 12 14:57:57.296524 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1596b43-4f7c-4447-9878-bb485214802b req-92b13f4d-2b2c-4518-bd09-ccfa51704497 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:57.298004 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b1596b43-4f7c-4447-9878-bb485214802b req-92b13f4d-2b2c-4518-bd09-ccfa51704497 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 944 time: 0.0812275
May 12 14:57:57.343162 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b1596b43-4f7c-4447-9878-bb485214802b req-154c30fc-8484-48a0-8943-77a427e52be6 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392246
May 12 14:57:57.408944 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:57:57.541143 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e,segment=NetworkSegment(f7c3db5e-3bfc-48ae-91e7-722806acd4c3),segment_id=f7c3db5e-3bfc-48ae-91e7-722806acd4c3)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:57:57.554474 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'port_id': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e', 'mac_address': 'fa:16:3e:c5:0f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:57:57.644501 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:57.661238 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:57:57.676322 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e,segment=NetworkSegment(f7c3db5e-3bfc-48ae-91e7-722806acd4c3),segment_id=f7c3db5e-3bfc-48ae-91e7-722806acd4c3)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:57:57.767006 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42198) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:57.786402 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7935e178-57a8-450d-b398-765944bdd69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:57.800986 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7935e178-57a8-450d-b398-765944bdd69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:57:57.804848 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7935e178-57a8-450d-b398-765944bdd69c admin admin] Usage tracker for resource:security_group_rule and tenant:d98561bd6c464f5886c1d8725e08b501 is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:57:57.807672 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7935e178-57a8-450d-b398-765944bdd69c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:57:57.813864 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7935e178-57a8-450d-b398-765944bdd69c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:57:57.819862 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:57.888256 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:57.895391 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:57.895726 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:57.896070 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:57.896398 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:57.896722 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:57.897053 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:57.897376 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:57.897696 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:57.897852 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7935e178-57a8-450d-b398-765944bdd69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:57.898015 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:57.898333 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:57.898645 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:57.898988 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:57:57.963210 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7935e178-57a8-450d-b398-765944bdd69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:58.012167 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7935e178-57a8-450d-b398-765944bdd69c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d98561bd6c464f5886c1d8725e08b501&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2440505
May 12 14:57:58.013141 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935e178-57a8-450d-b398-765944bdd69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac90c47-a50e-449f-8ebb-6964453ab24f,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:58.014858 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42206) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:57:58.077926 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e4896de2-9918-4529-a806-70d8e91dd523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:58.103995 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e4896de2-9918-4529-a806-70d8e91dd523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:58.125050 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:57:58.290219 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e4896de2-9918-4529-a806-70d8e91dd523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:58.308500 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4896de2-9918-4529-a806-70d8e91dd523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac90c47-a50e-449f-8ebb-6964453ab24f,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:57:58.321567 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-e4896de2-9918-4529-a806-70d8e91dd523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:58.324649 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-e4896de2-9918-4529-a806-70d8e91dd523 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bac90c47-a50e-449f-8ebb-6964453ab24f HTTP/1.1" status: 204  len: 168 time: 0.3058162
May 12 14:57:58.527510 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbfb1f-4dd5-4e59-b419-b373c5794432 req-a087835c-c454-48ee-8302-051bcb9eccc9 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:58.528895 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5abbfb1f-4dd5-4e59-b419-b373c5794432 req-a087835c-c454-48ee-8302-051bcb9eccc9 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 945 time: 0.0806448
May 12 14:57:58.574928 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-5abbfb1f-4dd5-4e59-b419-b373c5794432 req-12559e33-a2f2-4da4-9f96-c09e26cf7b77 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394909
May 12 14:57:58.621419 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:59.423820 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:57:59.593219 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:57:59.600253 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:57:59.600634 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:59.738069 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:59.769505 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:57:59.774142 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4792c-c42c-4f7d-97ac-b47b530f9cb1 req-111601fa-2c24-4f27-a18f-dc58ecd3c7ac tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:57:59.782288 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e,segment=NetworkSegment(f7c3db5e-3bfc-48ae-91e7-722806acd4c3),segment_id=f7c3db5e-3bfc-48ae-91e7-722806acd4c3)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:57:59.788158 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-99f4792c-c42c-4f7d-97ac-b47b530f9cb1 req-111601fa-2c24-4f27-a18f-dc58ecd3c7ac tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 945 time: 0.0993459
May 12 14:57:59.816865 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8cb85c-6287-44b9-8f82-3142e02b9880'] response: {'server_uuid': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e', 'code': 200}
May 12 14:57:59.840517 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-99f4792c-c42c-4f7d-97ac-b47b530f9cb1 req-4f2ec7c1-e9c2-4f23-9c2d-533f25c16bb0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439472
May 12 14:57:59.895899 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:57:59.967046 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:00.282291 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149e8d7-285e-412e-863b-5d0ef47d3a82 req-9228cbb6-6b74-4ba6-b12b-abfd480125c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:00.283879 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5149e8d7-285e-412e-863b-5d0ef47d3a82 req-9228cbb6-6b74-4ba6-b12b-abfd480125c8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 1099 time: 0.0786948
May 12 14:58:00.324748 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5149e8d7-285e-412e-863b-5d0ef47d3a82 req-88d2c58f-7ae0-4c96-a001-41886dac78a5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354090
May 12 14:58:01.149352 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94044f-a6de-4ae9-99f3-72e7244f2b55 req-dd00ba82-8edd-4a5a-afe7-d773c9ac627f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:01.149352 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7f94044f-a6de-4ae9-99f3-72e7244f2b55 req-dd00ba82-8edd-4a5a-afe7-d773c9ac627f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 946 time: 0.1768939
May 12 14:58:01.205494 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-7f94044f-a6de-4ae9-99f3-72e7244f2b55 req-c7128d2d-d679-408a-9207-2e06c8b0d817 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546343
May 12 14:58:01.458438 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42300) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:01.575186 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3ce01eb8-d0b7-4a45-bd74-1deb3ce90630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:01.589454 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-3ce01eb8-d0b7-4a45-bd74-1deb3ce90630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:58:01.593474 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-3ce01eb8-d0b7-4a45-bd74-1deb3ce90630 admin admin] Usage tracker for resource:security_group_rule and tenant:3b6f7d3db91c4dd19b3ba0615507877e is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:58:01.596317 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-3ce01eb8-d0b7-4a45-bd74-1deb3ce90630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:58:01.602000 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-3ce01eb8-d0b7-4a45-bd74-1deb3ce90630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:58:01.684054 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3ce01eb8-d0b7-4a45-bd74-1deb3ce90630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:01.798512 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3ce01eb8-d0b7-4a45-bd74-1deb3ce90630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:01.846825 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-3ce01eb8-d0b7-4a45-bd74-1deb3ce90630 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b6f7d3db91c4dd19b3ba0615507877e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3872101
May 12 14:58:01.848531 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce01eb8-d0b7-4a45-bd74-1deb3ce90630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424f4640-3fb1-48d9-a84e-01575ec38d5f,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:01.849488 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42308) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:01.906965 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f2bcc8c5-5cff-4c41-966f-525bc6fe9086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:01.923906 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42312) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:01.932663 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f2bcc8c5-5cff-4c41-966f-525bc6fe9086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:02.041501 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bf9b2717-8152-43ed-b7e8-8956faed231c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:02.056221 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-bf9b2717-8152-43ed-b7e8-8956faed231c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:58:02.060104 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-bf9b2717-8152-43ed-b7e8-8956faed231c admin admin] Usage tracker for resource:security_group_rule and tenant:d3a39b952a0a4110b1c2de80e497126d is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:58:02.063448 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-bf9b2717-8152-43ed-b7e8-8956faed231c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:58:02.069154 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-bf9b2717-8152-43ed-b7e8-8956faed231c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:58:02.078687 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f2bcc8c5-5cff-4c41-966f-525bc6fe9086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:02.098071 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bcc8c5-5cff-4c41-966f-525bc6fe9086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424f4640-3fb1-48d9-a84e-01575ec38d5f,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:02.106489 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f2bcc8c5-5cff-4c41-966f-525bc6fe9086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:02.110845 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-f2bcc8c5-5cff-4c41-966f-525bc6fe9086 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/424f4640-3fb1-48d9-a84e-01575ec38d5f HTTP/1.1" status: 204  len: 168 time: 0.2603445
May 12 14:58:02.156424 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bf9b2717-8152-43ed-b7e8-8956faed231c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:02.227171 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bf9b2717-8152-43ed-b7e8-8956faed231c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:02.276659 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b2717-8152-43ed-b7e8-8956faed231c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b6baea-ffc6-45cf-9d85-9292db4c2fc2,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:02.281923 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-bf9b2717-8152-43ed-b7e8-8956faed231c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3a39b952a0a4110b1c2de80e497126d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3569095
May 12 14:58:02.284584 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42322) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:02.350093 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1f9ace6f-0e8e-4ecf-bfb9-d46f7888929b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:02.379150 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1f9ace6f-0e8e-4ecf-bfb9-d46f7888929b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:02.542533 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1f9ace6f-0e8e-4ecf-bfb9-d46f7888929b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:02.558580 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e549e2-9aae-4773-b60c-11888333e13a req-82f36006-d50c-4078-9bf7-fc900af760ca tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:02.560333 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-62e549e2-9aae-4773-b60c-11888333e13a req-82f36006-d50c-4078-9bf7-fc900af760ca tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 946 time: 0.0887163
May 12 14:58:02.563884 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ace6f-0e8e-4ecf-bfb9-d46f7888929b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b6baea-ffc6-45cf-9d85-9292db4c2fc2,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:02.584690 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-1f9ace6f-0e8e-4ecf-bfb9-d46f7888929b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:02.588535 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-1f9ace6f-0e8e-4ecf-bfb9-d46f7888929b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9b6baea-ffc6-45cf-9d85-9292db4c2fc2 HTTP/1.1" status: 204  len: 168 time: 0.3005164
May 12 14:58:02.621169 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-62e549e2-9aae-4773-b60c-11888333e13a req-c227f726-66e4-4429-a6d2-7ed35c6653e3 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542293
May 12 14:58:02.811346 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72099513-0ece-4c81-8df0-3cc010abbaed req-3da26a5e-be2f-404e-b9c9-921ceeafe9ef tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:02.812908 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-72099513-0ece-4c81-8df0-3cc010abbaed req-3da26a5e-be2f-404e-b9c9-921ceeafe9ef tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 946 time: 0.0848210
May 12 14:58:02.857379 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-72099513-0ece-4c81-8df0-3cc010abbaed req-d618c99b-67ec-49d6-aff8-e7ac85011aef tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388043
May 12 14:58:03.267506 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b3b7a-5c6c-4649-bc03-cb00296a2bf8 req-5573fac5-ea64-4002-826a-e0fb5eacf479 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:03.268975 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0a1b3b7a-5c6c-4649-bc03-cb00296a2bf8 req-5573fac5-ea64-4002-826a-e0fb5eacf479 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 946 time: 0.0916183
May 12 14:58:03.315638 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-0a1b3b7a-5c6c-4649-bc03-cb00296a2bf8 req-b913a272-3023-4e53-807d-7e471b8c4cb2 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409787
May 12 14:58:03.587982 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42338) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:03.606198 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b62b78d8-d56e-41db-87b3-c6b98c36069f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:03.620952 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b62b78d8-d56e-41db-87b3-c6b98c36069f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:58:03.625401 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b62b78d8-d56e-41db-87b3-c6b98c36069f admin admin] Usage tracker for resource:security_group_rule and tenant:e1199de0952649f3a4b9479474b565eb is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:58:03.628226 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-b62b78d8-d56e-41db-87b3-c6b98c36069f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:58:03.633922 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-b62b78d8-d56e-41db-87b3-c6b98c36069f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:58:03.714575 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b62b78d8-d56e-41db-87b3-c6b98c36069f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:03.816168 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-b62b78d8-d56e-41db-87b3-c6b98c36069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:03.864193 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-b62b78d8-d56e-41db-87b3-c6b98c36069f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1199de0952649f3a4b9479474b565eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2751410
May 12 14:58:03.865769 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b78d8-d56e-41db-87b3-c6b98c36069f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07053903-dbc7-44ee-825c-1202faa46a25,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:03.870697 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42342) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:03.923819 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a85bf992-707f-4996-a51f-aed4d8ac60b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:03.949186 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a85bf992-707f-4996-a51f-aed4d8ac60b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:04.095769 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a85bf992-707f-4996-a51f-aed4d8ac60b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:04.113289 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bf992-707f-4996-a51f-aed4d8ac60b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07053903-dbc7-44ee-825c-1202faa46a25,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:04.115700 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a85bf992-707f-4996-a51f-aed4d8ac60b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:04.119101 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a85bf992-707f-4996-a51f-aed4d8ac60b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/07053903-dbc7-44ee-825c-1202faa46a25 HTTP/1.1" status: 204  len: 168 time: 0.2490361
May 12 14:58:04.449563 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-101b754a-be9a-40c7-8528-461e3b15d767 req-7f98570e-4991-4f9f-8f1a-eef75c9fa96c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0679104
May 12 14:58:04.601052 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b754a-be9a-40c7-8528-461e3b15d767 req-4719fb59-8592-4fdf-a322-fbd8e9f6526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:04.602486 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-101b754a-be9a-40c7-8528-461e3b15d767 req-4719fb59-8592-4fdf-a322-fbd8e9f6526d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 1099 time: 0.0726299
May 12 14:58:04.752199 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b754a-be9a-40c7-8528-461e3b15d767 req-818abaea-d74b-4327-987e-ed45e623776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:04.753615 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-101b754a-be9a-40c7-8528-461e3b15d767 req-818abaea-d74b-4327-987e-ed45e623776a service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 200  len: 913 time: 0.1324158
May 12 14:58:04.854399 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-101b754a-be9a-40c7-8528-461e3b15d767 req-bd0d1e08-3b3a-4e81-a771-158fe067bd3d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69fbebb8-e600-4a28-85b5-b354fe5f61f1 HTTP/1.1" status: 200  len: 1002 time: 0.0947351
May 12 14:58:04.919163 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b754a-be9a-40c7-8528-461e3b15d767 req-b48a2740-22a0-4987-861d-ad03339077de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:04.921006 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-101b754a-be9a-40c7-8528-461e3b15d767 req-b48a2740-22a0-4987-861d-ad03339077de service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a75e9722-de70-4d4e-b9c9-c1ef8a801b5c HTTP/1.1" status: 200  len: 851 time: 0.0605352
May 12 14:58:04.995877 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b754a-be9a-40c7-8528-461e3b15d767 req-6b8e5508-c637-4e8f-bd54-cb5b6b26886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:04.997385 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-101b754a-be9a-40c7-8528-461e3b15d767 req-6b8e5508-c637-4e8f-bd54-cb5b6b26886e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8a9b5d7-4b96-4319-809c-e3bf553d8492&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703273
May 12 14:58:05.133410 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-101b754a-be9a-40c7-8528-461e3b15d767 req-e4689623-09ad-4233-b554-28bfafb234c2 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276038
May 12 14:58:05.359522 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-101b754a-be9a-40c7-8528-461e3b15d767 req-ad09f5be-fb0c-4292-a83c-335939089339 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2203031
May 12 14:58:08.240817 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42438) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:08.357929 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7e44e852-c152-4847-ab95-93b7fbfca368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:08.371916 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7e44e852-c152-4847-ab95-93b7fbfca368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:58:08.376237 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7e44e852-c152-4847-ab95-93b7fbfca368 admin admin] Usage tracker for resource:security_group_rule and tenant:fc4fde8b637d477c93f6e4dc8939eddb is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:58:08.379098 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-7e44e852-c152-4847-ab95-93b7fbfca368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:58:08.384824 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-7e44e852-c152-4847-ab95-93b7fbfca368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:58:08.467157 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7e44e852-c152-4847-ab95-93b7fbfca368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:08.539668 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-7e44e852-c152-4847-ab95-93b7fbfca368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:08.585852 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7e44e852-c152-4847-ab95-93b7fbfca368 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc4fde8b637d477c93f6e4dc8939eddb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3438306
May 12 14:58:08.586692 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44e852-c152-4847-ab95-93b7fbfca368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739a9d2b-3571-4298-866b-aa3bfb5c44f8,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:08.589270 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42444) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:08.650033 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:08.675074 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:08.819518 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:08.834424 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739a9d2b-3571-4298-866b-aa3bfb5c44f8,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:08.844770 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:08.845123 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:08.845466 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:08.845809 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:08.846141 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:08.846475 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:08.846805 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:08.847152 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:08.847480 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:08.847820 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:08.848133 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:08.848451 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:08.854596 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:08.856477 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-4a64f988-1f55-4fb1-b27f-c6b561838d39 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/739a9d2b-3571-4298-866b-aa3bfb5c44f8 HTTP/1.1" status: 204  len: 168 time: 0.2652581
May 12 14:58:09.603510 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42454) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:09.621329 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:09.635773 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:58:09.660042 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Usage tracker for resource:security_group_rule and tenant:0ffbdcd4f770427fa82102c6d69b97ef is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:58:09.660042 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:58:09.660042 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:58:09.727106 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:09.899443 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:09.950296 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ffbdcd4f770427fa82102c6d69b97ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3457320
May 12 14:58:09.951262 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b257d8-3097-4b15-833a-d97e3148293e,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:09.953040 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42458) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:09.958716 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:09.959088 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:09.959429 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:09.959764 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:09.960094 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:09.960424 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:09.960750 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:09.961072 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:09.961394 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:09.961726 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:09.962036 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:09.962352 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e5776-e7d3-4be7-8688-1e648aa60bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:58:10.011546 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-deb8a2e5-2846-4d67-afa2-81ae2dc430ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:10.036645 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-deb8a2e5-2846-4d67-afa2-81ae2dc430ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:10.196078 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-deb8a2e5-2846-4d67-afa2-81ae2dc430ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:10.221245 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8a2e5-2846-4d67-afa2-81ae2dc430ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b257d8-3097-4b15-833a-d97e3148293e,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:10.225910 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-deb8a2e5-2846-4d67-afa2-81ae2dc430ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:10.227047 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-deb8a2e5-2846-4d67-afa2-81ae2dc430ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4b257d8-3097-4b15-833a-d97e3148293e HTTP/1.1" status: 204  len: 168 time: 0.2729683
May 12 14:58:14.548562 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:58:16.221749 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee39f17-6e8c-4c3f-87b9-36c8a4dd9c0c req-7308a164-2081-4ee6-a39c-cb431195fda9 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:16.223240 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aee39f17-6e8c-4c3f-87b9-36c8a4dd9c0c req-7308a164-2081-4ee6-a39c-cb431195fda9 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 946 time: 0.2907922
May 12 14:58:16.269323 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-aee39f17-6e8c-4c3f-87b9-36c8a4dd9c0c req-9c614b06-1a27-4512-b7c1-d4227d6a96a1 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404975
May 12 14:58:16.293020 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42484) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:16.473536 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c299bbe8-4fba-4f03-9d8a-7590318f819d tempest-TestMinimumBasicScenario-1574173700 tempest-TestMinimumBasicScenario-1574173700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:16.474239 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-c299bbe8-4fba-4f03-9d8a-7590318f819d tempest-TestMinimumBasicScenario-1574173700 tempest-TestMinimumBasicScenario-1574173700-project-admin] Synchronizing usage tracker for tenant:02a87d661e3042e4ad3f2f5b5b326a62 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:58:16.573614 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-c299bbe8-4fba-4f03-9d8a-7590318f819d tempest-TestMinimumBasicScenario-1574173700 tempest-TestMinimumBasicScenario-1574173700-project-admin] Unset dirty status for tenant:02a87d661e3042e4ad3f2f5b5b326a62 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:58:16.574801 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-c299bbe8-4fba-4f03-9d8a-7590318f819d tempest-TestMinimumBasicScenario-1574173700 tempest-TestMinimumBasicScenario-1574173700-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 1094 time: 0.2808125
May 12 14:58:16.578326 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42490) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:16.583246 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Request body: {'floatingip': {'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'port_id': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:58:16.589067 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:58:16.592957 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Usage tracker for resource:floatingip and tenant:3cf186ac47354ce3ac7681a633be4c2d is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:58:16.595795 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:58:16.601442 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:58:16.739937 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for floatingip, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:16.883368 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:17.016673 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Allocated IP 172.27.3.172 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/d4f2929d-75a9-4e64-902d-be8103611d79) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:58:17.172861 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:17.296130 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:17.367222 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:58:17.369881 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:58:17.374282 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:58:17.408099 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Pushing event updated for resources: {'Port': ['ID=d4f2929d-75a9-4e64-902d-be8103611d79,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:17.870404 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:18.017802 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:18.217576 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:18.283653 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-db615a95-3c97-432f-9fd8-55c7951fc5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:18.317803 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:18.432256 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Pushing event updated for resources: {'Port': ['ID=d4f2929d-75a9-4e64-902d-be8103611d79,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:18.443354 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:18.616447 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Floating IP 7e7db9ae-d0d4-4f52-a96b-15fc2ca52c5d associated. External IP: 172.27.3.172, port: e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e.
May 12 14:58:18.974663 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:58:19.159074 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:58:19.170020 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594fc23b-d39f-4509-9620-3aa2d224fdc5 None None] Sync routers for ids ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:58:19.179569 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594fc23b-d39f-4509-9620-3aa2d224fdc5 None None] Routers {'af85e8d7-fb3f-494b-bd24-30ee5a7482a9'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:58:19.180188 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-594fc23b-d39f-4509-9620-3aa2d224fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87e84c40>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:57:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:58:19.267218 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:19.327319 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-06882ed8-369b-4ff0-a084-ab22e9745e82 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7453756
May 12 14:58:19.327319 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'tag': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:58:19.328135 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42494) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:19.333194 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [None req-eb1d86f3-e90d-45a7-9f48-fcf3ac01037f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-498629726', 'description': 'tempest-secgroup-smoke-498629726 description', 'project_id': '3cf186ac47354ce3ac7681a633be4c2d'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:58:19.339516 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-eb1d86f3-e90d-45a7-9f48-fcf3ac01037f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:58:19.353885 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-eb1d86f3-e90d-45a7-9f48-fcf3ac01037f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:58:19.370132 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-594fc23b-d39f-4509-9620-3aa2d224fdc5 None None] Set router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:58:19.372722 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6821b8-7225-4ba9-8a51-8c8fa79c118d'] response: {'name': 'network-changed', 'server_uuid': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'tag': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e', 'status': 'completed', 'code': 200}
May 12 14:58:19.463242 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-eb1d86f3-e90d-45a7-9f48-fcf3ac01037f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:19.492311 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-eb1d86f3-e90d-45a7-9f48-fcf3ac01037f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:58:19.499049 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-eb1d86f3-e90d-45a7-9f48-fcf3ac01037f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Usage tracker for resource:security_group_rule and tenant:3cf186ac47354ce3ac7681a633be4c2d is out of sync, need to count used quota {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:58:19.502916 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [None req-eb1d86f3-e90d-45a7-9f48-fcf3ac01037f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:58:19.509746 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [None req-eb1d86f3-e90d-45a7-9f48-fcf3ac01037f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:58:19.531918 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d75d4-4327-4acf-9134-a1ddbbeab277 req-ed100518-9298-403c-8c2d-de7fb1048be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:19.533225 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7e5d75d4-4327-4acf-9134-a1ddbbeab277 req-ed100518-9298-403c-8c2d-de7fb1048be2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cf186ac47354ce3ac7681a633be4c2d&device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 1099 time: 0.1122110
May 12 14:58:19.684678 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-eb1d86f3-e90d-45a7-9f48-fcf3ac01037f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:19.706466 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d75d4-4327-4acf-9134-a1ddbbeab277 req-dcff93dc-195f-45da-8770-9b116ae0b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:19.708058 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7e5d75d4-4327-4acf-9134-a1ddbbeab277 req-dcff93dc-195f-45da-8770-9b116ae0b906 service neutron] 10.222.0.71 "GET /v2.0/networks?id=75c099b2-81d1-499f-95a3-b1457697fbc0 HTTP/1.1" status: 200  len: 916 time: 0.1679778
May 12 14:58:19.720786 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-594fc23b-d39f-4509-9620-3aa2d224fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87e84c40>, [{'id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:07Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 4, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'gw_port': {'id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:08Z', 'updated_at': '2022-05-12T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '7e7db9ae-d0d4-4f52-a96b-15fc2ca52c5d', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'port_id': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'mac_address': 'fa:16:3e:c5:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:58:17Z', 'updated_at': '2022-05-12T14:58:17Z', 'revision_number': 0, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be5c72b-77d4-4168-82cb-5f179644c5bb', 'name': '', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'mac_address': 'fa:16:3e:69:8d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:11Z', 'updated_at': '2022-05-12T14:57:20Z', 'revision_number': 5, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'subnets': [{'id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:58:19.724732 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594fc23b-d39f-4509-9620-3aa2d224fdc5 None None] Checking router: af85e8d7-fb3f-494b-bd24-30ee5a7482a9 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:58:19.733119 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594fc23b-d39f-4509-9620-3aa2d224fdc5 None None] Routers {'af85e8d7-fb3f-494b-bd24-30ee5a7482a9'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:58:19.733739 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-594fc23b-d39f-4509-9620-3aa2d224fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87e84c40>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:57:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:58:19.806670 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7e5d75d4-4327-4acf-9134-a1ddbbeab277 req-54715c45-f078-471e-97a3-d6c468717768 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e HTTP/1.1" status: 200  len: 1000 time: 0.0920279
May 12 14:58:19.847845 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-eb1d86f3-e90d-45a7-9f48-fcf3ac01037f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:19.908327 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-594fc23b-d39f-4509-9620-3aa2d224fdc5 None None] Set router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:58:19.914328 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d75d4-4327-4acf-9134-a1ddbbeab277 req-b4bcada0-7b38-4d78-a549-35815dcba208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:19.915782 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7e5d75d4-4327-4acf-9134-a1ddbbeab277 req-b4bcada0-7b38-4d78-a549-35815dcba208 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8d9a0847-cb4e-4de6-ba9c-bfaa153a366d HTTP/1.1" status: 200  len: 854 time: 0.1026838
May 12 14:58:19.919392 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d86f3-e90d-45a7-9f48-fcf3ac01037f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea1f663-c0df-4d45-be41-465b9c3e4561,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:19.994442 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d75d4-4327-4acf-9134-a1ddbbeab277 req-f5ac3b9e-1b8d-46d3-b285-6afbc0fb3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:19.995931 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7e5d75d4-4327-4acf-9134-a1ddbbeab277 req-f5ac3b9e-1b8d-46d3-b285-6afbc0fb3ab9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=75c099b2-81d1-499f-95a3-b1457697fbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736105
May 12 14:58:20.128632 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7e5d75d4-4327-4acf-9134-a1ddbbeab277 req-b2717864-eb18-44de-960a-cfe73138a70d service neutron] 10.222.0.71 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259179
May 12 14:58:20.208171 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-eb1d86f3-e90d-45a7-9f48-fcf3ac01037f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:20.212212 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-eb1d86f3-e90d-45a7-9f48-fcf3ac01037f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.8806281
May 12 14:58:20.212887 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42500) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:20.219760 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-74e3af45-aed3-4759-8b47-822d303b1fd8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Request body: {'security_group_rule': {'security_group_id': 'bea1f663-c0df-4d45-be41-465b9c3e4561', 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:58:20.226181 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-74e3af45-aed3-4759-8b47-822d303b1fd8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:58:20.229864 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-74e3af45-aed3-4759-8b47-822d303b1fd8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Usage tracker for resource:security_group_rule and tenant:3cf186ac47354ce3ac7681a633be4c2d is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:58:20.233484 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-74e3af45-aed3-4759-8b47-822d303b1fd8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:58:20.240495 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-74e3af45-aed3-4759-8b47-822d303b1fd8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:58:20.269997 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7e5d75d4-4327-4acf-9134-a1ddbbeab277 req-e4b814aa-938f-44bd-a4d1-e2e6db9f390c service neutron] 10.222.0.71 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347806
May 12 14:58:20.311606 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-594fc23b-d39f-4509-9620-3aa2d224fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87e84c40>, [{'id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:07Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 4, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'gw_port': {'id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:08Z', 'updated_at': '2022-05-12T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '7e7db9ae-d0d4-4f52-a96b-15fc2ca52c5d', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'port_id': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'mac_address': 'fa:16:3e:c5:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:58:17Z', 'updated_at': '2022-05-12T14:58:17Z', 'revision_number': 0, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be5c72b-77d4-4168-82cb-5f179644c5bb', 'name': '', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'mac_address': 'fa:16:3e:69:8d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:11Z', 'updated_at': '2022-05-12T14:57:20Z', 'revision_number': 5, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'subnets': [{'id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:58:20.315514 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594fc23b-d39f-4509-9620-3aa2d224fdc5 None None] The sync data for ids ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'] in dv-cinder-831187-2-iscsi is: [{'id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:07Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 4, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'gw_port': {'id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:08Z', 'updated_at': '2022-05-12T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '7e7db9ae-d0d4-4f52-a96b-15fc2ca52c5d', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'port_id': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'mac_address': 'fa:16:3e:c5:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:58:17Z', 'updated_at': '2022-05-12T14:58:17Z', 'revision_number': 0, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be5c72b-77d4-4168-82cb-5f179644c5bb', 'name': '', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'mac_address': 'fa:16:3e:69:8d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:11Z', 'updated_at': '2022-05-12T14:57:20Z', 'revision_number': 5, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'subnets': [{'id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:58:20.360540 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-74e3af45-aed3-4759-8b47-822d303b1fd8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:20.521410 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee3b0b-23e6-4e94-8887-a2bbb3e823b5 None None] New status for floating IP 7e7db9ae-d0d4-4f52-a96b-15fc2ca52c5d: ACTIVE {{(pid=88129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:58:20.546499 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-74e3af45-aed3-4759-8b47-822d303b1fd8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:20.642430 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-74e3af45-aed3-4759-8b47-822d303b1fd8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:20.667731 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3af45-aed3-4759-8b47-822d303b1fd8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad4f7f3-e000-4126-b3ea-54970a89cf27,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:20.769795 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-15e0e1cd-ab57-49ae-821e-d906e2274778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:20.836647 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-74e3af45-aed3-4759-8b47-822d303b1fd8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:20.837872 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-74e3af45-aed3-4759-8b47-822d303b1fd8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6237817
May 12 14:58:20.840558 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42504) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:20.845411 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-113ec36c-78e3-40df-85fa-1fca320c39ad tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Request body: {'security_group_rule': {'security_group_id': 'bea1f663-c0df-4d45-be41-465b9c3e4561', 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:58:20.852653 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-113ec36c-78e3-40df-85fa-1fca320c39ad tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:58:20.856539 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-113ec36c-78e3-40df-85fa-1fca320c39ad tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Usage tracker for resource:security_group_rule and tenant:3cf186ac47354ce3ac7681a633be4c2d is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:58:20.860029 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-113ec36c-78e3-40df-85fa-1fca320c39ad tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:58:20.865969 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-113ec36c-78e3-40df-85fa-1fca320c39ad tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:58:20.980666 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-113ec36c-78e3-40df-85fa-1fca320c39ad tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:21.040552 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-113ec36c-78e3-40df-85fa-1fca320c39ad tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:21.152576 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-113ec36c-78e3-40df-85fa-1fca320c39ad tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:21.176879 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ec36c-78e3-40df-85fa-1fca320c39ad tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b23f01-35c8-40bb-a3e2-5237c636d751,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:21.426612 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-113ec36c-78e3-40df-85fa-1fca320c39ad tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:21.427881 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-113ec36c-78e3-40df-85fa-1fca320c39ad tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5863867
May 12 14:58:21.430461 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42508) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:21.436035 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-297b8172-50c2-44e3-9ad8-f0ea4a3dbcb4 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Request body: {'security_group_rule': {'security_group_id': 'bea1f663-c0df-4d45-be41-465b9c3e4561', 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:58:21.441900 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-297b8172-50c2-44e3-9ad8-f0ea4a3dbcb4 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:58:21.445961 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-297b8172-50c2-44e3-9ad8-f0ea4a3dbcb4 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Usage tracker for resource:security_group_rule and tenant:3cf186ac47354ce3ac7681a633be4c2d is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:58:21.448850 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-297b8172-50c2-44e3-9ad8-f0ea4a3dbcb4 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:58:21.454565 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-297b8172-50c2-44e3-9ad8-f0ea4a3dbcb4 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:58:21.632132 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-297b8172-50c2-44e3-9ad8-f0ea4a3dbcb4 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:21.696851 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-297b8172-50c2-44e3-9ad8-f0ea4a3dbcb4 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:21.786891 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:21.871875 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:21.872238 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-297b8172-50c2-44e3-9ad8-f0ea4a3dbcb4 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:21.900166 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b8172-50c2-44e3-9ad8-f0ea4a3dbcb4 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c679665c-16d1-4b05-8458-79bcab0996ef,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:22.043648 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-297b8172-50c2-44e3-9ad8-f0ea4a3dbcb4 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:22.044805 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-297b8172-50c2-44e3-9ad8-f0ea4a3dbcb4 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6133120
May 12 14:58:22.047488 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42512) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:22.052435 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-265f5316-0d34-452b-ba3f-88b690e54be8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Request body: {'security_group_rule': {'security_group_id': 'bea1f663-c0df-4d45-be41-465b9c3e4561', 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:58:22.059300 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-265f5316-0d34-452b-ba3f-88b690e54be8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:58:22.062997 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-265f5316-0d34-452b-ba3f-88b690e54be8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Usage tracker for resource:security_group_rule and tenant:3cf186ac47354ce3ac7681a633be4c2d is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:58:22.065970 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-265f5316-0d34-452b-ba3f-88b690e54be8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:58:22.071705 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-265f5316-0d34-452b-ba3f-88b690e54be8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:58:22.267047 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-265f5316-0d34-452b-ba3f-88b690e54be8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:22.329165 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-265f5316-0d34-452b-ba3f-88b690e54be8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:22.489293 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-265f5316-0d34-452b-ba3f-88b690e54be8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:22.512614 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f5316-0d34-452b-ba3f-88b690e54be8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f5d311-930d-4c5c-beb6-5775f1d52371,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:22.626735 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-265f5316-0d34-452b-ba3f-88b690e54be8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:22.627972 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-265f5316-0d34-452b-ba3f-88b690e54be8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5795836
May 12 14:58:22.631029 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42516) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:22.636009 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-d9066b79-6d85-4571-83b9-ed55a945555f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Request body: {'security_group_rule': {'security_group_id': 'bea1f663-c0df-4d45-be41-465b9c3e4561', 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:58:22.642504 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-d9066b79-6d85-4571-83b9-ed55a945555f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:58:22.646542 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-d9066b79-6d85-4571-83b9-ed55a945555f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Usage tracker for resource:security_group_rule and tenant:3cf186ac47354ce3ac7681a633be4c2d is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:58:22.653042 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-d9066b79-6d85-4571-83b9-ed55a945555f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:58:22.655416 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-d9066b79-6d85-4571-83b9-ed55a945555f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:58:22.746286 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.securitygroups_db [None req-d9066b79-6d85-4571-83b9-ed55a945555f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Project 3cf186ac47354ce3ac7681a633be4c2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 12 14:58:22.753260 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d9066b79-6d85-4571-83b9-ed55a945555f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:22.815515 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d9066b79-6d85-4571-83b9-ed55a945555f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:22.898035 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d9066b79-6d85-4571-83b9-ed55a945555f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:22.922658 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9066b79-6d85-4571-83b9-ed55a945555f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ec2b8f-e7cb-4451-a786-11dd0bbaaa03,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:23.009821 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-d9066b79-6d85-4571-83b9-ed55a945555f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:23.011065 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-d9066b79-6d85-4571-83b9-ed55a945555f tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3790467
May 12 14:58:23.014234 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42520) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:58:23.019066 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-95371de4-2115-4ff2-a6fd-f133a275e00e tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Request body: {'security_group_rule': {'security_group_id': 'bea1f663-c0df-4d45-be41-465b9c3e4561', 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:58:23.024758 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-95371de4-2115-4ff2-a6fd-f133a275e00e tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:58:23.028637 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-95371de4-2115-4ff2-a6fd-f133a275e00e tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Usage tracker for resource:security_group_rule and tenant:3cf186ac47354ce3ac7681a633be4c2d is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:58:23.032135 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-95371de4-2115-4ff2-a6fd-f133a275e00e tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:58:23.038084 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-95371de4-2115-4ff2-a6fd-f133a275e00e tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:58:23.061389 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:23.151055 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.securitygroups_db [None req-95371de4-2115-4ff2-a6fd-f133a275e00e tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Project 3cf186ac47354ce3ac7681a633be4c2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 12 14:58:23.157706 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-95371de4-2115-4ff2-a6fd-f133a275e00e tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:23.229743 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-95371de4-2115-4ff2-a6fd-f133a275e00e tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:23.375376 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-95371de4-2115-4ff2-a6fd-f133a275e00e tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709902'] for security_group_rule, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:23.401281 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95371de4-2115-4ff2-a6fd-f133a275e00e tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb87629-c6ff-42c9-8153-d458871f5389,revision_number=0']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:23.484020 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-95371de4-2115-4ff2-a6fd-f133a275e00e tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:23.485259 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-95371de4-2115-4ff2-a6fd-f133a275e00e tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4701190
May 12 14:58:23.608543 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8bc78072-5911-4b6f-b572-b5858ccea4dc req-053d2c88-c39e-4ecb-aba8-c18d43263138 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498629726&fields=id&tenant_id=3cf186ac47354ce3ac7681a633be4c2d HTTP/1.1" status: 200  len: 267 time: 0.0397532
May 12 14:58:23.696025 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc78072-5911-4b6f-b572-b5858ccea4dc req-897a59ce-4aff-48ab-8248-5cd4382d633d tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:23.697391 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8bc78072-5911-4b6f-b572-b5858ccea4dc req-897a59ce-4aff-48ab-8248-5cd4382d633d tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 946 time: 0.0835388
May 12 14:58:23.708494 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [req-8bc78072-5911-4b6f-b572-b5858ccea4dc req-033dde7a-c8b6-4db0-8279-e30054308ecb tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Request body: {'port': {'security_groups': ['ce964520-f020-4c67-92f6-f862bd7bf150', 'bea1f663-c0df-4d45-be41-465b9c3e4561']}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:58:23.825526 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8bc78072-5911-4b6f-b572-b5858ccea4dc req-033dde7a-c8b6-4db0-8279-e30054308ecb tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:24.076986 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [req-8bc78072-5911-4b6f-b572-b5858ccea4dc req-033dde7a-c8b6-4db0-8279-e30054308ecb tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] For port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e,segment=NetworkSegment(f7c3db5e-3bfc-48ae-91e7-722806acd4c3),segment_id=f7c3db5e-3bfc-48ae-91e7-722806acd4c3)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:58:24.101202 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8bc78072-5911-4b6f-b572-b5858ccea4dc req-033dde7a-c8b6-4db0-8279-e30054308ecb tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:24.324018 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8bc78072-5911-4b6f-b572-b5858ccea4dc req-033dde7a-c8b6-4db0-8279-e30054308ecb tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:24.360934 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:58:24.397707 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc78072-5911-4b6f-b572-b5858ccea4dc req-033dde7a-c8b6-4db0-8279-e30054308ecb tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:24.398332 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [req-8bc78072-5911-4b6f-b572-b5858ccea4dc req-033dde7a-c8b6-4db0-8279-e30054308ecb tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:24.399725 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8bc78072-5911-4b6f-b572-b5858ccea4dc req-033dde7a-c8b6-4db0-8279-e30054308ecb tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "PUT /v2.0/ports/e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e HTTP/1.1" status: 200  len: 982 time: 0.6956251
May 12 14:58:24.403472 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'tag': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:58:24.432445 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033dde7a-c8b6-4db0-8279-e30054308ecb tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Pushing event updated for resources: {'Port': ['ID=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e,revision_number=6']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:24.468506 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65cbef10-a38c-41b4-931e-76116b5e9f8b'] response: {'name': 'network-changed', 'server_uuid': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'tag': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e', 'status': 'completed', 'code': 200}
May 12 14:58:24.531319 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:58:24.648376 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0e212-556b-403e-9660-c4e8de03c009 req-fbd11c53-c298-4653-8eb4-ecde491747c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:24.649756 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5aa0e212-556b-403e-9660-c4e8de03c009 req-fbd11c53-c298-4653-8eb4-ecde491747c7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cf186ac47354ce3ac7681a633be4c2d&device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 1138 time: 0.1043553
May 12 14:58:24.658508 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b3955-0348-408c-a575-8aa875b4fd05 req-e3b38946-13d3-455a-8d5d-151b1b21863d tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:24.659901 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-052b3955-0348-408c-a575-8aa875b4fd05 req-e3b38946-13d3-455a-8d5d-151b1b21863d tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 985 time: 0.1508782
May 12 14:58:24.740552 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-d71938bf-5dec-4e98-8fb3-0f6c4b4a201a None None] Provisioning complete for port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:58:24.740955 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-d71938bf-5dec-4e98-8fb3-0f6c4b4a201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:24.791365 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-052b3955-0348-408c-a575-8aa875b4fd05 req-3e3a53e9-b6dc-4d00-8022-935a189c8cc8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Synchronizing usage tracker for tenant:3cf186ac47354ce3ac7681a633be4c2d on resource:security_group {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:58:24.831378 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0e212-556b-403e-9660-c4e8de03c009 req-f774ebe5-00c7-405c-9181-5a924fcd5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:24.832806 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5aa0e212-556b-403e-9660-c4e8de03c009 req-f774ebe5-00c7-405c-9181-5a924fcd5034 service neutron] 10.222.0.71 "GET /v2.0/networks?id=75c099b2-81d1-499f-95a3-b1457697fbc0 HTTP/1.1" status: 200  len: 916 time: 0.1720848
May 12 14:58:24.922571 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-052b3955-0348-408c-a575-8aa875b4fd05 req-3e3a53e9-b6dc-4d00-8022-935a189c8cc8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Unset dirty status for tenant:3cf186ac47354ce3ac7681a633be4c2d on resource:security_group {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:58:24.923673 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-052b3955-0348-408c-a575-8aa875b4fd05 req-3e3a53e9-b6dc-4d00-8022-935a189c8cc8 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&id=bea1f663-c0df-4d45-be41-465b9c3e4561&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2394767
May 12 14:58:24.942702 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5aa0e212-556b-403e-9660-c4e8de03c009 req-63d12134-80bb-4d7f-97c5-faddd43f996f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e HTTP/1.1" status: 200  len: 1002 time: 0.1035016
May 12 14:58:25.088138 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0e212-556b-403e-9660-c4e8de03c009 req-b5bca823-f653-4286-b0fe-fba6ed2831a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:25.089567 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5aa0e212-556b-403e-9660-c4e8de03c009 req-b5bca823-f653-4286-b0fe-fba6ed2831a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8d9a0847-cb4e-4de6-ba9c-bfaa153a366d HTTP/1.1" status: 200  len: 854 time: 0.1410611
May 12 14:58:25.167169 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0e212-556b-403e-9660-c4e8de03c009 req-433bc5c0-cc45-44b2-a00e-2aad19cdb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:25.168769 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5aa0e212-556b-403e-9660-c4e8de03c009 req-433bc5c0-cc45-44b2-a00e-2aad19cdb66d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=75c099b2-81d1-499f-95a3-b1457697fbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726838
May 12 14:58:25.178910 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [req-5aa0e212-556b-403e-9660-c4e8de03c009 req-b260c456-9b20-4ce9-8076-5eb44d8bec43 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 14:58:25.179820 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5aa0e212-556b-403e-9660-c4e8de03c009 req-b260c456-9b20-4ce9-8076-5eb44d8bec43 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049951
May 12 14:58:25.312570 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5aa0e212-556b-403e-9660-c4e8de03c009 req-817e1e4b-851e-4da9-ac2a-55a5e81cf9c1 service neutron] 10.222.0.71 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263263
May 12 14:58:25.455027 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5aa0e212-556b-403e-9660-c4e8de03c009 req-dbc7c30e-4827-4f46-a067-4750e1fd98d6 service neutron] 10.222.0.71 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357408
May 12 14:58:28.666493 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:37.412090 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aa78b-bc21-4663-bbaf-6c8dd78c9584 req-ebb9e230-9346-4fdd-8b21-395043f2a526 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:37.413529 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6f0aa78b-bc21-4663-bbaf-6c8dd78c9584 req-ebb9e230-9346-4fdd-8b21-395043f2a526 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 985 time: 0.0797937
May 12 14:58:37.458434 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6f0aa78b-bc21-4663-bbaf-6c8dd78c9584 req-e1514755-3810-4854-b6d4-902b284a4e59 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&id=bea1f663-c0df-4d45-be41-465b9c3e4561&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0390441
May 12 14:58:38.643266 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab495c-6090-4d3d-acc1-49b7122ee9b3 req-19cd9c2b-19d6-45d3-a04f-adb34ac854fe tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:38.644709 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1cab495c-6090-4d3d-acc1-49b7122ee9b3 req-19cd9c2b-19d6-45d3-a04f-adb34ac854fe tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 985 time: 0.0808437
May 12 14:58:38.690079 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-1cab495c-6090-4d3d-acc1-49b7122ee9b3 req-6a9e14c1-64ef-4237-9805-031f11881bf7 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&id=bea1f663-c0df-4d45-be41-465b9c3e4561&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0396373
May 12 14:58:39.311688 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e073a-35d9-4749-bc3c-bd42ae7cb75e req-57be56d1-8fe9-456c-bec5-0bc5576054cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:39.313132 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b61e073a-35d9-4749-bc3c-bd42ae7cb75e req-57be56d1-8fe9-456c-bec5-0bc5576054cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cf186ac47354ce3ac7681a633be4c2d&device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 1138 time: 0.1187496
May 12 14:58:39.442119 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e073a-35d9-4749-bc3c-bd42ae7cb75e req-dbc7970e-e0c8-43da-814f-87bec476048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:39.443590 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b61e073a-35d9-4749-bc3c-bd42ae7cb75e req-dbc7970e-e0c8-43da-814f-87bec476048c service neutron] 10.222.0.71 "GET /v2.0/networks?id=75c099b2-81d1-499f-95a3-b1457697fbc0 HTTP/1.1" status: 200  len: 916 time: 0.1242151
May 12 14:58:39.544372 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b61e073a-35d9-4749-bc3c-bd42ae7cb75e req-c9211029-4c31-4bdc-9268-b116b8cfb583 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e HTTP/1.1" status: 200  len: 1002 time: 0.0948632
May 12 14:58:39.609916 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e073a-35d9-4749-bc3c-bd42ae7cb75e req-f655e73d-dd3b-4f77-b30e-2cc2477c2285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:39.611351 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b61e073a-35d9-4749-bc3c-bd42ae7cb75e req-f655e73d-dd3b-4f77-b30e-2cc2477c2285 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8d9a0847-cb4e-4de6-ba9c-bfaa153a366d HTTP/1.1" status: 200  len: 854 time: 0.0606480
May 12 14:58:39.683402 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e073a-35d9-4749-bc3c-bd42ae7cb75e req-b74b8081-32ae-414b-b3d1-3a97aa5eed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:39.684815 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b61e073a-35d9-4749-bc3c-bd42ae7cb75e req-b74b8081-32ae-414b-b3d1-3a97aa5eed60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=75c099b2-81d1-499f-95a3-b1457697fbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680599
May 12 14:58:39.859904 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b61e073a-35d9-4749-bc3c-bd42ae7cb75e req-3de3bd10-012a-4dec-94c6-9d5ee295023c service neutron] 10.222.0.71 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686170
May 12 14:58:39.992956 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e8b9b-21a1-484e-ab8b-b060aa4de0fa req-8b946d87-efa5-49b9-9796-df401faf8a6b tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:39.994391 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d66e8b9b-21a1-484e-ab8b-b060aa4de0fa req-8b946d87-efa5-49b9-9796-df401faf8a6b tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 985 time: 0.1974149
May 12 14:58:40.024475 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b61e073a-35d9-4749-bc3c-bd42ae7cb75e req-fff230b6-2df9-4893-8f7d-e1552b6c9ee0 service neutron] 10.222.0.71 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565995
May 12 14:58:40.049231 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-d66e8b9b-21a1-484e-ab8b-b060aa4de0fa req-4f86a6de-1813-4cc4-8dda-4ba40558cf10 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&id=bea1f663-c0df-4d45-be41-465b9c3e4561&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0465875
May 12 14:58:41.239306 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec255e-bb83-4318-9e5d-818b4d2a5ae9 req-d14b9945-0f4a-4850-baf0-fa5470c3eaf9 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:41.240771 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-71ec255e-bb83-4318-9e5d-818b4d2a5ae9 req-d14b9945-0f4a-4850-baf0-fa5470c3eaf9 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 985 time: 0.0847416
May 12 14:58:41.290199 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-71ec255e-bb83-4318-9e5d-818b4d2a5ae9 req-2d39f6ec-b201-4850-b360-99e26dcfcb1b tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&id=bea1f663-c0df-4d45-be41-465b9c3e4561&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0426595
May 12 14:58:42.478180 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c397a9d-d77e-431f-8c8d-e1e4bd6636dc req-be28594a-ada1-410b-8673-3f5396a7490c tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:42.479550 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8c397a9d-d77e-431f-8c8d-e1e4bd6636dc req-be28594a-ada1-410b-8673-3f5396a7490c tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 985 time: 0.0794923
May 12 14:58:42.527877 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8c397a9d-d77e-431f-8c8d-e1e4bd6636dc req-150cf1ec-917c-4ace-83ba-4f5e8a43d3d7 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&id=bea1f663-c0df-4d45-be41-465b9c3e4561&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0419526
May 12 14:58:43.716596 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834792f1-9c6e-4192-a3ec-ca6a83adc202 req-ae167ef1-ad7d-43ad-9a6e-ed5031d28a48 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:43.718531 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-834792f1-9c6e-4192-a3ec-ca6a83adc202 req-ae167ef1-ad7d-43ad-9a6e-ed5031d28a48 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 985 time: 0.0814295
May 12 14:58:43.764433 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-834792f1-9c6e-4192-a3ec-ca6a83adc202 req-bc328eec-8921-4de8-9e1a-e63ded647acb tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&id=bea1f663-c0df-4d45-be41-465b9c3e4561&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0399938
May 12 14:58:44.837608 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-70f00ad0-880a-49da-935e-35baaa4788d1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612459297&fields=id&tenant_id=235689d103ed4d0dbe7b78698395bd21 HTTP/1.1" status: 200  len: 267 time: 0.0400891
May 12 14:58:44.967329 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89988d1-61f4-49ad-837f-1e6bef9858a5 req-c4b7843f-df89-4c6f-bc9d-ed1fa49aa3b5 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:44.969629 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d89988d1-61f4-49ad-837f-1e6bef9858a5 req-c4b7843f-df89-4c6f-bc9d-ed1fa49aa3b5 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 985 time: 0.0877604
May 12 14:58:45.018239 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-d89988d1-61f4-49ad-837f-1e6bef9858a5 req-0c321d7e-8618-4ba8-8577-b92a94258357 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&id=bea1f663-c0df-4d45-be41-465b9c3e4561&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0427117
May 12 14:58:45.073844 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-e8d838f9-a78d-4c32-b010-4b37b8bed749 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:45.075276 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-e8d838f9-a78d-4c32-b010-4b37b8bed749 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/networks?id=c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 200  len: 812 time: 0.2304108
May 12 14:58:45.089124 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-4b577fa2-e2aa-4aa5-9869-7a317e0c77a2 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/quotas/235689d103ed4d0dbe7b78698395bd21 HTTP/1.1" status: 200  len: 375 time: 0.0084295
May 12 14:58:45.176979 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-db50e42c-a46d-41d7-b35b-ea77e279138a tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0825627
May 12 14:58:45.192399 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-73b7c229-d340-4018-b64e-5478b785ffde service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=88125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 14:58:45.193316 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-73b7c229-d340-4018-b64e-5478b785ffde service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049381
May 12 14:58:45.322220 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-3794f453-fcad-4a6a-8b4a-34b29b974145 service neutron] 10.222.0.49 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235197
May 12 14:58:45.450902 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-3701fb99-e064-4f54-8904-77c7845727fa service neutron] 10.222.0.49 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229942
May 12 14:58:46.203755 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c8f1e-2931-4022-9a46-dfc6c667dbd6 req-13422058-7db2-4029-90e7-18c57fd5e266 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:46.205211 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-193c8f1e-2931-4022-9a46-dfc6c667dbd6 req-13422058-7db2-4029-90e7-18c57fd5e266 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 985 time: 0.0800142
May 12 14:58:46.264294 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-193c8f1e-2931-4022-9a46-dfc6c667dbd6 req-1775afe5-cb06-454b-b774-7f0df31e7310 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&id=bea1f663-c0df-4d45-be41-465b9c3e4561&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0424139
May 12 14:58:46.300935 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e21b8731-dabd-4603-aa90-5aaafff963f8 req-c3897083-ba6e-4989-a465-a4ac4bdef072 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 210 time: 0.0522816
May 12 14:58:47.394794 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-faa3c7ed-1663-4afc-aa50-ea9f0ed015a4 req-d425691f-392a-4a7f-9714-b05d35b6d5c1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 210 time: 0.0428388
May 12 14:58:47.457468 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f80f63-350d-4966-aeb8-2297376e0b84 req-907b0032-99bc-426b-8521-f3a1d332b153 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:47.458902 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e2f80f63-350d-4966-aeb8-2297376e0b84 req-907b0032-99bc-426b-8521-f3a1d332b153 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 985 time: 0.0882978
May 12 14:58:47.505230 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-e2f80f63-350d-4966-aeb8-2297376e0b84 req-d0ed71ac-e906-4212-8dfc-358f723ce51a tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&id=bea1f663-c0df-4d45-be41-465b9c3e4561&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0403581
May 12 14:58:48.329257 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fdca7e5e-56db-433c-93b7-257035b3de6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:48.548388 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-9831c0d9-88d7-4e1b-a676-c4c6de293026 req-b05d77a8-ef50-4d09-a4a2-5ea5d3797ba8 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 210 time: 0.0473447
May 12 14:58:48.689397 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02689f-6eae-4113-85e8-09f8e03190de req-618c1b76-ae7e-4ec2-bf80-f483137caffc tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:48.690744 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ec02689f-6eae-4113-85e8-09f8e03190de req-618c1b76-ae7e-4ec2-bf80-f483137caffc tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 985 time: 0.0797682
May 12 14:58:48.739409 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ec02689f-6eae-4113-85e8-09f8e03190de req-2d5aaba6-98e2-4e46-b6c6-aeb1df9c0cf7 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&id=bea1f663-c0df-4d45-be41-465b9c3e4561&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0428376
May 12 14:58:49.211016 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6b792faf-5b64-453e-81a3-879e5835e681 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:49.212339 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6b792faf-5b64-453e-81a3-879e5835e681 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.71 "GET /v2.0/networks?id=c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 200  len: 812 time: 0.1452880
May 12 14:58:49.267901 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-a2be6cfe-1e13-4bee-8523-690ddb6ed117 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=235689d103ed4d0dbe7b78698395bd21 HTTP/1.1" status: 200  len: 380 time: 0.0396910
May 12 14:58:49.276036 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Request body: {'port': {'device_id': '6f93b678-199d-4978-85cb-d17415606a9c', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'admin_state_up': True, 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'security_groups': ['2a9ed655-9e22-4181-abe7-8e68c9209587']}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:58:49.409915 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:58:49.419814 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.quota.driver [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:58:49.534289 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Made reservation on behalf of 235689d103ed4d0dbe7b78698395bd21 for: {'port': 1} {{(pid=88125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 14:58:49.541139 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:49.732887 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-8756686f-a28e-45d9-a549-adf7ab71fcf3 req-bfb51bd6-df7e-4474-852f-b0f7a5ff4f78 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 210 time: 0.0596788
May 12 14:58:49.749814 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_common [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Allocated IP 172.20.0.6 (c8a9b5d7-4b96-4319-809c-e3bf553d8492/a75e9722-de70-4d4e-b9c9-c1ef8a801b5c/721835f5-5e78-4b9c-9bf4-202021da902a) {{(pid=88125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:58:49.938979 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for port, precommit_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:49.940091 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59890212-6bb8-406c-9b24-84f057763e4b req-05ed85ca-fa61-4fa8-83f0-1556b594a708 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:49.941598 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-59890212-6bb8-406c-9b24-84f057763e4b req-05ed85ca-fa61-4fa8-83f0-1556b594a708 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 985 time: 0.0945442
May 12 14:58:49.954425 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Transition to ACTIVE for port object 721835f5-5e78-4b9c-9bf4-202021da902a will not be triggered until provisioned by entity DHCP. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:58:49.989232 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-59890212-6bb8-406c-9b24-84f057763e4b req-25113554-6816-4d88-bec2-924c2ba40b26 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&id=bea1f663-c0df-4d45-be41-465b9c3e4561&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0414665
May 12 14:58:50.095078 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_create {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:50.165308 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Network c8a9b5d7-4b96-4319-809c-e3bf553d8492 is already hosted by enough agents. {{(pid=88125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:58:50.168310 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.base_scheduler [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources bound (agent type, host, resource id):  {{(pid=88125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:58:50.172865 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Received port after_create {{(pid=88125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:58:50.209566 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'Port': ['ID=721835f5-5e78-4b9c-9bf4-202021da902a,revision_number=1']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:50.247414 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:50.248033 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:50.352734 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-d2bdfc43-e061-47cb-8bf8-823842edc07e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0801437
May 12 14:58:50.371714 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Request body: {'port': {'device_id': '6f93b678-199d-4978-85cb-d17415606a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:58:50.480821 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:50.484345 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-348fb449-239d-47b7-8e36-75737f9ce847 None None] Provisioning for port 721835f5-5e78-4b9c-9bf4-202021da902a completed by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:58:50.489353 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-348fb449-239d-47b7-8e36-75737f9ce847 None None] Provisioning complete for port 721835f5-5e78-4b9c-9bf4-202021da902a triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:58:50.489744 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-348fb449-239d-47b7-8e36-75737f9ce847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:50.545336 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-348fb449-239d-47b7-8e36-75737f9ce847 None None] Port 721835f5-5e78-4b9c-9bf4-202021da902a cannot update to ACTIVE because it is not bound. {{(pid=88128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 14:58:50.728667 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-62b04e42-938f-4fc3-9ccc-a97ea2b5d8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:50.958840 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721835f5-5e78-4b9c-9bf4-202021da902a {{(pid=88125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:58:50.967406 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:50.988310 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.provisioning_blocks [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Transition to ACTIVE for port object 721835f5-5e78-4b9c-9bf4-202021da902a will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 14:58:50.998346 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15615ce3-6d73-4ff4-a999-78b7e31322a9 req-e6a35916-8f3d-4b22-adb7-2dd4b2b31ab1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:50.999620 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-15615ce3-6d73-4ff4-a999-78b7e31322a9 req-e6a35916-8f3d-4b22-adb7-2dd4b2b31ab1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Synchronizing usage tracker for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:58:51.141007 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-15615ce3-6d73-4ff4-a999-78b7e31322a9 req-e6a35916-8f3d-4b22-adb7-2dd4b2b31ab1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Unset dirty status for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:58:51.142716 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-15615ce3-6d73-4ff4-a999-78b7e31322a9 req-e6a35916-8f3d-4b22-adb7-2dd4b2b31ab1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 931 time: 0.2912042
May 12 14:58:51.143619 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505945'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:51.288822 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Pushing event updated for resources: {'Port': ['ID=721835f5-5e78-4b9c-9bf4-202021da902a,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:51.301703 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b560694-70bd-4255-8fd8-dbd499ec3fe3 req-a62f4ca8-1ae4-49bf-8431-a83dc6cd7b43 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:51.303880 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9b560694-70bd-4255-8fd8-dbd499ec3fe3 req-a62f4ca8-1ae4-49bf-8431-a83dc6cd7b43 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 985 time: 0.2092319
May 12 14:58:51.362717 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-9b560694-70bd-4255-8fd8-dbd499ec3fe3 req-996079e0-0b9d-4213-87f6-d3ae1b777a57 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&id=bea1f663-c0df-4d45-be41-465b9c3e4561&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0524855
May 12 14:58:51.421195 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-15615ce3-6d73-4ff4-a999-78b7e31322a9 req-6c81dd1a-1d42-40d3-ab72-23336cc196f9 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2679033
May 12 14:58:51.459237 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Attempting to bind port 721835f5-5e78-4b9c-9bf4-202021da902a on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 14:58:51.459573 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Attempting to bind port 721835f5-5e78-4b9c-9bf4-202021da902a by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 14:58:51.459896 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Attempting to bind port 721835f5-5e78-4b9c-9bf4-202021da902a on network c8a9b5d7-4b96-4319-809c-e3bf553d8492 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:58:51.465662 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Port 721835f5-5e78-4b9c-9bf4-202021da902a on network c8a9b5d7-4b96-4319-809c-e3bf553d8492 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 14:58:51.466037 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Attempting to bind port 721835f5-5e78-4b9c-9bf4-202021da902a on network c8a9b5d7-4b96-4319-809c-e3bf553d8492 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 14:58:51.472072 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Checking agent: {'id': '48a3098d-07f6-42aa-a408-8a2fdbc089d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 14:58:51.472409 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Checking segment: {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
May 12 14:58:51.472822 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Bound using segment: {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 14:58:51.479027 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.managers [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Bound port: 721835f5-5e78-4b9c-9bf4-202021da902a, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182146e5-e2d5-4181-be93-a9ed2ea2e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 14:58:51.479027 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:51.548472 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:58:51.560617 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] For port 721835f5-5e78-4b9c-9bf4-202021da902a, host hv-cinder-83118, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 14:58:51.564165 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] For port 721835f5-5e78-4b9c-9bf4-202021da902a, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=721835f5-5e78-4b9c-9bf4-202021da902a,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 14:58:51.672730 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505945'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:51.740959 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:51.741563 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:51.742968 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] 10.222.0.71 "PUT /v2.0/ports/721835f5-5e78-4b9c-9bf4-202021da902a HTTP/1.1" status: 200  len: 1093 time: 1.3751459
May 12 14:58:51.743411 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f93b678-199d-4978-85cb-d17415606a9c', 'tag': '721835f5-5e78-4b9c-9bf4-202021da902a'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:58:51.764963 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c732f25-3f52-42ee-aafb-ed060a34dc02 service neutron] Pushing event updated for resources: {'Port': ['ID=721835f5-5e78-4b9c-9bf4-202021da902a,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:58:51.769025 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:51.798254 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:51.859693 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c5f0cc-2aec-4959-916f-6e7ac8ab2602'] response: {'name': 'network-changed', 'server_uuid': '6f93b678-199d-4978-85cb-d17415606a9c', 'tag': '721835f5-5e78-4b9c-9bf4-202021da902a', 'status': 'completed', 'code': 200}
May 12 14:58:51.948517 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-4daab598-f7c9-41e1-a759-6ab6e332aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:51.949875 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-4daab598-f7c9-41e1-a759-6ab6e332aa0d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 1096 time: 0.0722966
May 12 14:58:52.027046 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-e628f42e-4cdc-4ef7-b125-b2e52b4bc03d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=721835f5-5e78-4b9c-9bf4-202021da902a HTTP/1.1" status: 200  len: 217 time: 0.0638013
May 12 14:58:52.086426 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-dd8e1da9-3a0d-4f28-9054-0ce58205567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:52.087818 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-dd8e1da9-3a0d-4f28-9054-0ce58205567a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a75e9722-de70-4d4e-b9c9-c1ef8a801b5c HTTP/1.1" status: 200  len: 851 time: 0.0554943
May 12 14:58:52.160159 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-e0388b04-82a2-49b6-bca9-ee2640ea93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:52.161821 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-e0388b04-82a2-49b6-bca9-ee2640ea93ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8a9b5d7-4b96-4319-809c-e3bf553d8492&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680594
May 12 14:58:52.291529 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-02ee3782-f449-4131-8654-598c0ccbf610 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237605
May 12 14:58:52.420055 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-da8aa046-47e8-4d32-b1c7-9ef4f52f3f7e req-c6e9fe59-dc63-4daa-b2fb-1b286d21d013 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230481
May 12 14:58:52.556273 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5f7e8-4243-4ed9-a29c-9577fce4447f req-cc893587-a14f-497a-a8bd-4925a8aea52b tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:52.557653 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-25d5f7e8-4243-4ed9-a29c-9577fce4447f req-cc893587-a14f-497a-a8bd-4925a8aea52b tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 985 time: 0.0865273
May 12 14:58:52.617039 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f061f-f463-4035-9d35-3eeb03fb9603 req-0bd3f38d-777f-4f5d-b26f-6a2b23814ec1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:52.618496 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-063f061f-f463-4035-9d35-3eeb03fb9603 req-0bd3f38d-777f-4f5d-b26f-6a2b23814ec1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 943 time: 0.0847261
May 12 14:58:52.653616 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-25d5f7e8-4243-4ed9-a29c-9577fce4447f req-587b8f90-f984-4fa3-951e-814ef56ce58a tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&id=bea1f663-c0df-4d45-be41-465b9c3e4561&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0899544
May 12 14:58:52.667947 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-063f061f-f463-4035-9d35-3eeb03fb9603 req-39802893-0ce5-4841-8a1f-a3a5c22762cc tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425911
May 12 14:58:52.673738 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495a315-8362-47d4-aef2-118a6fdb1d6a req-c683b3f6-2e01-4ec3-aa25-213099fb1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:52.675222 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7495a315-8362-47d4-aef2-118a6fdb1d6a req-c683b3f6-2e01-4ec3-aa25-213099fb1ab1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 1096 time: 0.0973864
May 12 14:58:52.805771 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495a315-8362-47d4-aef2-118a6fdb1d6a req-75a7bb64-5109-48b7-814a-b342da06b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:52.807279 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7495a315-8362-47d4-aef2-118a6fdb1d6a req-75a7bb64-5109-48b7-814a-b342da06b7e5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 200  len: 913 time: 0.1255548
May 12 14:58:52.948987 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7495a315-8362-47d4-aef2-118a6fdb1d6a req-c50aac35-5c2c-4fed-afe4-a25eef8cfc83 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=721835f5-5e78-4b9c-9bf4-202021da902a HTTP/1.1" status: 200  len: 217 time: 0.1350875
May 12 14:58:53.016648 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495a315-8362-47d4-aef2-118a6fdb1d6a req-419298e6-20fe-4c30-81ea-392b7a7001d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:53.018244 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7495a315-8362-47d4-aef2-118a6fdb1d6a req-419298e6-20fe-4c30-81ea-392b7a7001d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a75e9722-de70-4d4e-b9c9-c1ef8a801b5c HTTP/1.1" status: 200  len: 851 time: 0.0601544
May 12 14:58:53.025304 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:53.094597 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495a315-8362-47d4-aef2-118a6fdb1d6a req-414fc538-a80f-4f52-958b-0cf9b9ad8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:53.095994 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7495a315-8362-47d4-aef2-118a6fdb1d6a req-414fc538-a80f-4f52-958b-0cf9b9ad8c1a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8a9b5d7-4b96-4319-809c-e3bf553d8492&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698256
May 12 14:58:53.224861 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7495a315-8362-47d4-aef2-118a6fdb1d6a req-f72d44a6-57e4-4c06-a92d-5c932e73bb59 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226199
May 12 14:58:53.353174 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-7495a315-8362-47d4-aef2-118a6fdb1d6a req-72d3583d-5ee7-4d01-be3c-c76cc2c3d43f service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228607
May 12 14:58:53.854747 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd70fe5-f8a2-46d1-bee7-77a039c29db0 req-fcc918e1-ac47-4188-a80a-7106d1b73505 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:53.856219 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ccd70fe5-f8a2-46d1-bee7-77a039c29db0 req-fcc918e1-ac47-4188-a80a-7106d1b73505 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 943 time: 0.0834918
May 12 14:58:53.900885 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-ccd70fe5-f8a2-46d1-bee7-77a039c29db0 req-4aab0f57-9d69-46c1-809e-5b32f3795f7c tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380297
May 12 14:58:55.083449 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4255586-7623-43ea-90d5-490811503e7e req-5fc11193-6226-4a8f-a92d-3aba16f32be6 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:55.085037 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a4255586-7623-43ea-90d5-490811503e7e req-5fc11193-6226-4a8f-a92d-3aba16f32be6 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 943 time: 0.0820072
May 12 14:58:55.130757 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-a4255586-7623-43ea-90d5-490811503e7e req-2a8bbf4f-7c31-415e-bf53-dddf10c61b09 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396183
May 12 14:58:56.315840 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8413-515b-4e74-9cc6-7798856dbbd9 req-22df0048-7c2d-49fc-b529-aebe8bb280f0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:56.317277 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f30b8413-515b-4e74-9cc6-7798856dbbd9 req-22df0048-7c2d-49fc-b529-aebe8bb280f0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 943 time: 0.0793495
May 12 14:58:56.359868 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f30b8413-515b-4e74-9cc6-7798856dbbd9 req-6f7cd5f3-d21c-444e-9056-69aaefedcf37 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369296
May 12 14:58:57.544231 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09747841-d78a-4af1-a985-d3fd57462d6f req-2e14c77c-7cbe-4bee-b7b0-556741189a75 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:57.545668 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-09747841-d78a-4af1-a985-d3fd57462d6f req-2e14c77c-7cbe-4bee-b7b0-556741189a75 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 943 time: 0.0829163
May 12 14:58:57.589112 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-09747841-d78a-4af1-a985-d3fd57462d6f req-6ac399c7-e7df-420f-894d-46ab7c610202 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372798
May 12 14:58:58.619858 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:58:58.772868 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c06c4d-bbb8-4365-bcb1-373cdd9c2f29 req-49a5f6a6-8af0-41c1-8db6-7382a082745b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:58:58.774315 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-34c06c4d-bbb8-4365-bcb1-373cdd9c2f29 req-49a5f6a6-8af0-41c1-8db6-7382a082745b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 943 time: 0.0831168
May 12 14:58:58.817435 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-34c06c4d-bbb8-4365-bcb1-373cdd9c2f29 req-a23598cf-9db9-4986-bc7b-bea2471d7b33 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375054
May 12 14:59:00.001305 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f1d54-18e6-41d8-b2d4-165250d26ec5 req-30a3f63a-a8c7-42a9-b273-f90540fdafbd tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:00.002783 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8b8f1d54-18e6-41d8-b2d4-165250d26ec5 req-30a3f63a-a8c7-42a9-b273-f90540fdafbd tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 943 time: 0.0796914
May 12 14:59:00.046511 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-8b8f1d54-18e6-41d8-b2d4-165250d26ec5 req-aace589c-0232-4276-8f02-333f000a7710 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380297
May 12 14:59:01.227002 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fdd39-3a6a-41e2-931f-d57beee2087a req-2daa5e9b-0e7f-4ae6-bc7e-e0dd9b9b969d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:01.228586 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a23fdd39-3a6a-41e2-931f-d57beee2087a req-2daa5e9b-0e7f-4ae6-bc7e-e0dd9b9b969d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 943 time: 0.0797393
May 12 14:59:01.275559 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a23fdd39-3a6a-41e2-931f-d57beee2087a req-0646494f-ee5b-43bd-9d1d-6b9bb524ed42 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412500
May 12 14:59:01.637623 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 721835f5-5e78-4b9c-9bf4-202021da902a details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 14:59:01.767173 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 721835f5-5e78-4b9c-9bf4-202021da902a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=721835f5-5e78-4b9c-9bf4-202021da902a,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:59:01.779737 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Returning: {'device': '721835f5-5e78-4b9c-9bf4-202021da902a', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'port_id': '721835f5-5e78-4b9c-9bf4-202021da902a', 'mac_address': 'fa:16:3e:ab:51:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 14:59:01.836462 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:01.853013 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721835f5-5e78-4b9c-9bf4-202021da902a {{(pid=88128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 12 14:59:01.868032 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 721835f5-5e78-4b9c-9bf4-202021da902a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=721835f5-5e78-4b9c-9bf4-202021da902a,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:59:01.944761 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:02.016081 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=721835f5-5e78-4b9c-9bf4-202021da902a,revision_number=4']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:02.025559 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:02.025841 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:02.026176 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:02.026506 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:02.026850 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:02.027183 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:02.027508 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:02.027916 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:02.028243 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:02.028565 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:02.028885 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:02.029203 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:02.281569 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['721835f5-5e78-4b9c-9bf4-202021da902a'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:59:02.466109 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef08749-17a9-40f1-af9a-29a59c15538c req-be6e00be-2a24-4544-9e45-d49d9f0fc704 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:02.467601 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cef08749-17a9-40f1-af9a-29a59c15538c req-be6e00be-2a24-4544-9e45-d49d9f0fc704 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 944 time: 0.0836072
May 12 14:59:02.511156 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-cef08749-17a9-40f1-af9a-29a59c15538c req-93a683b7-d0ef-4d8f-9d7f-f9365e3b36df tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377958
May 12 14:59:03.643832 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 721835f5-5e78-4b9c-9bf4-202021da902a up at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 14:59:03.718616 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e0e6f-2b5f-4334-8fdf-7e835be7d914 req-3bc8c41c-bf3d-4c2e-ac6e-60bca6296f46 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:03.721030 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f56e0e6f-2b5f-4334-8fdf-7e835be7d914 req-3bc8c41c-bf3d-4c2e-ac6e-60bca6296f46 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 944 time: 0.1039934
May 12 14:59:03.766599 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f56e0e6f-2b5f-4334-8fdf-7e835be7d914 req-65cb09ec-5e73-4d64-a005-71f853228369 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386119
May 12 14:59:03.808652 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning for port 721835f5-5e78-4b9c-9bf4-202021da902a completed by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 14:59:03.813883 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Provisioning complete for port 721835f5-5e78-4b9c-9bf4-202021da902a triggered by entity L2. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:59:03.820126 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:03.929029 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:03.955552 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f93b678-199d-4978-85cb-d17415606a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721835f5-5e78-4b9c-9bf4-202021da902a'}] {{(pid=88128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:59:03.964887 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] For port 721835f5-5e78-4b9c-9bf4-202021da902a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=721835f5-5e78-4b9c-9bf4-202021da902a,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:59:04.048864 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756'] for port, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:04.081935 dv-cinder-831187-2-iscsi neutron-server[88128]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb127e1-f331-4bb7-a7f2-782be059488f'] response: {'server_uuid': '6f93b678-199d-4978-85cb-d17415606a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721835f5-5e78-4b9c-9bf4-202021da902a', 'code': 200}
May 12 14:59:04.119430 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Pushing event updated for resources: {'Port': ['ID=721835f5-5e78-4b9c-9bf4-202021da902a,revision_number=5']} {{(pid=88128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:04.540945 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbcc9f-1247-440b-a658-283ce9cbf24d req-7145811e-9717-4fea-9293-84b03f134267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:04.542387 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b9bbcc9f-1247-440b-a658-283ce9cbf24d req-7145811e-9717-4fea-9293-84b03f134267 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 1098 time: 0.0713058
May 12 14:59:04.582612 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b9bbcc9f-1247-440b-a658-283ce9cbf24d req-45e67d67-67d3-476e-acc2-eb119e6543c3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0338104
May 12 14:59:04.947532 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcd9f8-b57c-44a9-8c03-5e4d7261ef27 req-dd7045a6-6a47-40fa-81af-7a28e0011029 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:04.948962 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4cdcd9f8-b57c-44a9-8c03-5e4d7261ef27 req-dd7045a6-6a47-40fa-81af-7a28e0011029 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 945 time: 0.0792933
May 12 14:59:04.992142 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4cdcd9f8-b57c-44a9-8c03-5e4d7261ef27 req-4e1565c3-45dd-4cc7-9fee-359bdeb4805b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370533
May 12 14:59:06.175067 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b47057-3d45-4733-ab42-3a3276165e4e req-806c1c9c-b228-4277-b7cc-cc16b29140a7 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:06.176644 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-04b47057-3d45-4733-ab42-3a3276165e4e req-806c1c9c-b228-4277-b7cc-cc16b29140a7 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 945 time: 0.0794187
May 12 14:59:06.220110 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-04b47057-3d45-4733-ab42-3a3276165e4e req-3c8dcc2d-cfeb-4aec-bf36-df84bc1d2770 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377798
May 12 14:59:06.450193 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49a401-f905-4803-aee1-07dc3e3b2130 req-2a525b66-24b6-4873-b747-fc6ca63a5d3b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:06.451556 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4c49a401-f905-4803-aee1-07dc3e3b2130 req-2a525b66-24b6-4873-b747-fc6ca63a5d3b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 945 time: 0.1289821
May 12 14:59:06.486378 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bb8527df-5d85-4a17-9e7d-42c12f8e4943 req-2b8e29f8-7ea6-42e3-9483-151945a0c608 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1035266
May 12 14:59:06.506122 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-4c49a401-f905-4803-aee1-07dc3e3b2130 req-23af8ea9-fbd8-40d2-b4d8-b56403e05297 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475004
May 12 14:59:06.529385 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42672) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:06.592747 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8527df-5d85-4a17-9e7d-42c12f8e4943 req-05437a56-b595-4a94-951a-e245505cd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:06.594916 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bb8527df-5d85-4a17-9e7d-42c12f8e4943 req-05437a56-b595-4a94-951a-e245505cd7f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cf186ac47354ce3ac7681a633be4c2d&device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 1138 time: 0.0712051
May 12 14:59:06.604719 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2e0db3-26e9-471c-af87-8f20015c58c3 tempest-TestVolumeBootPattern-1908204095 tempest-TestVolumeBootPattern-1908204095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:06.606769 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-bf2e0db3-26e9-471c-af87-8f20015c58c3 tempest-TestVolumeBootPattern-1908204095 tempest-TestVolumeBootPattern-1908204095-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 1093 time: 0.0764027
May 12 14:59:06.609506 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42676) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:06.614453 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.v2.base [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Request body: {'floatingip': {'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'port_id': '721835f5-5e78-4b9c-9bf4-202021da902a', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:59:06.620616 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 14:59:06.624607 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Usage tracker for resource:floatingip and tenant:235689d103ed4d0dbe7b78698395bd21 is out of sync, need to count used quota {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 14:59:06.627602 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 14:59:06.633408 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.quota.driver [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 14:59:06.734266 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for floatingip, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:06.738158 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8527df-5d85-4a17-9e7d-42c12f8e4943 req-4ab8a1ff-5dc3-4142-90bc-9315815e513c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:06.739235 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bb8527df-5d85-4a17-9e7d-42c12f8e4943 req-4ab8a1ff-5dc3-4142-90bc-9315815e513c service neutron] 10.222.0.71 "GET /v2.0/networks?id=75c099b2-81d1-499f-95a3-b1457697fbc0 HTTP/1.1" status: 200  len: 916 time: 0.1260810
May 12 14:59:06.874158 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:06.930916 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bb8527df-5d85-4a17-9e7d-42c12f8e4943 req-b2f94e2f-85e4-4e79-8cb4-3e7a00b384dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e HTTP/1.1" status: 200  len: 1002 time: 0.1856303
May 12 14:59:06.993350 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8527df-5d85-4a17-9e7d-42c12f8e4943 req-a73ef5b9-c936-4935-b4f4-1f5bbafca7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:06.994876 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bb8527df-5d85-4a17-9e7d-42c12f8e4943 req-a73ef5b9-c936-4935-b4f4-1f5bbafca7ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8d9a0847-cb4e-4de6-ba9c-bfaa153a366d HTTP/1.1" status: 200  len: 854 time: 0.0585651
May 12 14:59:07.015204 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_common [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Allocated IP 172.27.3.63 (70d2fa51-11f3-4a4a-9682-a94236c979fd/ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2/9b1cec0b-d3c6-46c1-bc18-3246a4f60c09) {{(pid=88126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 14:59:07.072151 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8527df-5d85-4a17-9e7d-42c12f8e4943 req-0a3934eb-1977-4cf6-83d0-59d192d38bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:07.073616 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bb8527df-5d85-4a17-9e7d-42c12f8e4943 req-0a3934eb-1977-4cf6-83d0-59d192d38bc0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=75c099b2-81d1-499f-95a3-b1457697fbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733988
May 12 14:59:07.173212 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for port, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:07.209918 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bb8527df-5d85-4a17-9e7d-42c12f8e4943 req-95c84d42-9e2f-45c1-8c5f-2cf82d3e2494 service neutron] 10.222.0.71 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307502
May 12 14:59:07.289077 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770203332693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:07.341822 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-bb8527df-5d85-4a17-9e7d-42c12f8e4943 req-b7f0047c-8531-4466-9d82-7ed904ac3202 service neutron] 10.222.0.71 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256747
May 12 14:59:07.355276 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Network 70d2fa51-11f3-4a4a-9682-a94236c979fd is already hosted by enough agents. {{(pid=88126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 14:59:07.358282 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.base_scheduler [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Resources bound (agent type, host, resource id):  {{(pid=88126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 14:59:07.361990 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Received port after_create {{(pid=88126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
May 12 14:59:07.391106 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'Port': ['ID=9b1cec0b-d3c6-46c1-bc18-3246a4f60c09,revision_number=1']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:07.776189 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:08.022255 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:08.227017 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for port, precommit_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:08.322546 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3159874'] for port, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:08.431421 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event updated for resources: {'Port': ['ID=9b1cec0b-d3c6-46c1-bc18-3246a4f60c09,revision_number=2']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:08.443081 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3884962'] for floatingip, after_update {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:08.613995 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Floating IP b42121c5-2f51-43da-a870-1c81d5431a03 associated. External IP: 172.27.3.63, port: 721835f5-5e78-4b9c-9bf4-202021da902a.
May 12 14:59:08.960808 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Router 554c63b5-57ba-435f-a9c7-b27d26a38d83 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:59:09.138130 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:59:09.147693 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f30d2-4dec-45bb-912f-1a230de97a2b None None] Sync routers for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:59:09.158187 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f30d2-4dec-45bb-912f-1a230de97a2b None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:59:09.158788 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-584f30d2-4dec-45bb-912f-1a230de97a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c43a0d0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:58:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:09.265680 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:09.321797 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-bdc5fe67-ea92-4eda-b77f-aff3816bea4f tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7112250
May 12 14:59:09.323815 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f93b678-199d-4978-85cb-d17415606a9c', 'tag': '721835f5-5e78-4b9c-9bf4-202021da902a'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:59:09.340103 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-584f30d2-4dec-45bb-912f-1a230de97a2b None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:59:09.422723 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014451c7-198c-4a70-aabf-f7c0f62d7a7f'] response: {'name': 'network-changed', 'server_uuid': '6f93b678-199d-4978-85cb-d17415606a9c', 'tag': '721835f5-5e78-4b9c-9bf4-202021da902a', 'status': 'completed', 'code': 200}
May 12 14:59:09.541590 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73f9d-9129-4844-ae9a-80fe33c30fa7 req-4b48d64c-64cd-4a19-836f-33e8a4648a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:09.543121 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b6b73f9d-9129-4844-ae9a-80fe33c30fa7 req-4b48d64c-64cd-4a19-836f-33e8a4648a11 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 1098 time: 0.0715148
May 12 14:59:09.673609 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73f9d-9129-4844-ae9a-80fe33c30fa7 req-9ce10bbb-41c7-4139-9335-bb3cae7eda1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:09.675143 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b6b73f9d-9129-4844-ae9a-80fe33c30fa7 req-9ce10bbb-41c7-4139-9335-bb3cae7eda1e service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 200  len: 913 time: 0.1262267
May 12 14:59:09.697183 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-584f30d2-4dec-45bb-912f-1a230de97a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c43a0d0>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '3510da7d-77ef-4297-bd95-a3b014aefd98', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'port_id': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'mac_address': 'fa:16:3e:ca:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89809460-5d38-4898-bd05-be5952139ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:53Z', 'updated_at': '2022-05-12T14:56:56Z', 'revision_number': 1, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address_scope': None}, {'id': 'b42121c5-2f51-43da-a870-1c81d5431a03', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'port_id': '721835f5-5e78-4b9c-9bf4-202021da902a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'mac_address': 'fa:16:3e:ab:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f93b678-199d-4978-85cb-d17415606a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:07Z', 'updated_at': '2022-05-12T14:59:07Z', 'revision_number': 0, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:09.701042 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f30d2-4dec-45bb-912f-1a230de97a2b None None] Checking router: 554c63b5-57ba-435f-a9c7-b27d26a38d83 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:59:09.709303 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f30d2-4dec-45bb-912f-1a230de97a2b None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:59:09.709904 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-584f30d2-4dec-45bb-912f-1a230de97a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c43a0d0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:58:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:09.791702 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b6b73f9d-9129-4844-ae9a-80fe33c30fa7 req-1cb71205-8335-40eb-a05d-d11f9abad11d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=721835f5-5e78-4b9c-9bf4-202021da902a HTTP/1.1" status: 200  len: 998 time: 0.1093791
May 12 14:59:09.855329 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73f9d-9129-4844-ae9a-80fe33c30fa7 req-232246d8-4fc9-425a-acac-467bcc585260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:09.856774 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b6b73f9d-9129-4844-ae9a-80fe33c30fa7 req-232246d8-4fc9-425a-acac-467bcc585260 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a75e9722-de70-4d4e-b9c9-c1ef8a801b5c HTTP/1.1" status: 200  len: 851 time: 0.0590732
May 12 14:59:09.900364 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-584f30d2-4dec-45bb-912f-1a230de97a2b None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:59:09.934658 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73f9d-9129-4844-ae9a-80fe33c30fa7 req-cb88a481-1dff-4155-a1a1-a9c2f9193ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:09.938907 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b6b73f9d-9129-4844-ae9a-80fe33c30fa7 req-cb88a481-1dff-4155-a1a1-a9c2f9193ee3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8a9b5d7-4b96-4319-809c-e3bf553d8492&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738049
May 12 14:59:10.076266 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b6b73f9d-9129-4844-ae9a-80fe33c30fa7 req-c42128ef-24dd-4a43-a771-521a7d7628a6 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307058
May 12 14:59:10.216958 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b6b73f9d-9129-4844-ae9a-80fe33c30fa7 req-841e1b0a-7b65-432e-b04a-8fd0a0710835 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332922
May 12 14:59:10.298493 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-584f30d2-4dec-45bb-912f-1a230de97a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c43a0d0>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '3510da7d-77ef-4297-bd95-a3b014aefd98', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'port_id': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'mac_address': 'fa:16:3e:ca:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89809460-5d38-4898-bd05-be5952139ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:53Z', 'updated_at': '2022-05-12T14:56:56Z', 'revision_number': 1, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address_scope': None}, {'id': 'b42121c5-2f51-43da-a870-1c81d5431a03', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'port_id': '721835f5-5e78-4b9c-9bf4-202021da902a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'mac_address': 'fa:16:3e:ab:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f93b678-199d-4978-85cb-d17415606a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:07Z', 'updated_at': '2022-05-12T14:59:07Z', 'revision_number': 0, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:10.302453 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f30d2-4dec-45bb-912f-1a230de97a2b None None] The sync data for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi is: [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '3510da7d-77ef-4297-bd95-a3b014aefd98', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'port_id': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'mac_address': 'fa:16:3e:ca:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89809460-5d38-4898-bd05-be5952139ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:53Z', 'updated_at': '2022-05-12T14:56:56Z', 'revision_number': 1, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address_scope': None}, {'id': 'b42121c5-2f51-43da-a870-1c81d5431a03', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'port_id': '721835f5-5e78-4b9c-9bf4-202021da902a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'mac_address': 'fa:16:3e:ab:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f93b678-199d-4978-85cb-d17415606a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:07Z', 'updated_at': '2022-05-12T14:59:07Z', 'revision_number': 0, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:59:10.486950 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13fe6ab-19d5-44b2-a24f-53b615e5fb15 None None] New status for floating IP b42121c5-2f51-43da-a870-1c81d5431a03: ACTIVE {{(pid=88129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:59:18.339550 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-99658d86-ddeb-4aad-ad49-ffa10d6fa9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:20.722356 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ef6be852-a385-49f9-919e-dd362fc46cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:21.756529 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:21.808237 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:23.042007 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:25.576536 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eae54ec0-c369-496a-ae19-d05434ed2aca req-052e54b0-d01b-47bc-a724-a559e0e10e39 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498629726&fields=id&tenant_id=3cf186ac47354ce3ac7681a633be4c2d HTTP/1.1" status: 200  len: 267 time: 0.0475600
May 12 14:59:25.680662 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae54ec0-c369-496a-ae19-d05434ed2aca req-c2177938-7cc2-4c45-b2dd-1cf93b6500a6 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:25.682278 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eae54ec0-c369-496a-ae19-d05434ed2aca req-c2177938-7cc2-4c45-b2dd-1cf93b6500a6 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 985 time: 0.0982420
May 12 14:59:25.693703 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.v2.base [req-eae54ec0-c369-496a-ae19-d05434ed2aca req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Request body: {'port': {'security_groups': ['ce964520-f020-4c67-92f6-f862bd7bf150']}} {{(pid=88125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 14:59:25.816844 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-eae54ec0-c369-496a-ae19-d05434ed2aca req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776776'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:26.148342 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-eae54ec0-c369-496a-ae19-d05434ed2aca req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] For port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e,segment=NetworkSegment(f7c3db5e-3bfc-48ae-91e7-722806acd4c3),segment_id=f7c3db5e-3bfc-48ae-91e7-722806acd4c3)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:59:26.173991 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-eae54ec0-c369-496a-ae19-d05434ed2aca req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:26.248365 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-eae54ec0-c369-496a-ae19-d05434ed2aca req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770203771751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770203332711', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770203332756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2505945'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:26.286540 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:59:26.325654 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae54ec0-c369-496a-ae19-d05434ed2aca req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:26.326675 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-eae54ec0-c369-496a-ae19-d05434ed2aca req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:26.327702 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-eae54ec0-c369-496a-ae19-d05434ed2aca req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "PUT /v2.0/ports/e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e HTTP/1.1" status: 200  len: 943 time: 0.6385264
May 12 14:59:26.328697 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'tag': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:59:26.335610 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42696) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:26.357562 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Pushing event updated for resources: {'Port': ['ID=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e,revision_number=7']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:26.367517 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.367965 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.368222 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.368576 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.368911 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.369264 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.370454 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.370454 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.370454 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.370732 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.371017 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.371335 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abd07d-0863-4ef2-bbfd-d2d6482abda0 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.402036 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf02b652-58be-4fa1-a066-1be6e08e771d'] response: {'name': 'network-changed', 'server_uuid': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'tag': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e', 'status': 'completed', 'code': 200}
May 12 14:59:26.444128 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:26.479079 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:26.500816 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:59:26.538010 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337311-60e5-4762-9285-c50f05c1ea06 req-66ba66a5-a7eb-4645-a8b5-13db2ef7ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:26.544953 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5f337311-60e5-4762-9285-c50f05c1ea06 req-66ba66a5-a7eb-4645-a8b5-13db2ef7ebd2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cf186ac47354ce3ac7681a633be4c2d&device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 1099 time: 0.0920594
May 12 14:59:26.616936 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.provisioning_blocks [None req-dedaa96d-58d6-4e41-86f5-0c1da0f961d7 None None] Provisioning complete for port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e triggered by entity DHCP. {{(pid=88128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 14:59:26.617232 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-dedaa96d-58d6-4e41-86f5-0c1da0f961d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688106'] for port, provisioning_complete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:26.654077 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:26.675446 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea1f663-c0df-4d45-be41-465b9c3e4561,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:26.683058 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.683488 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.683903 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.684028 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337311-60e5-4762-9285-c50f05c1ea06 req-a0da29ac-d36a-4db1-96c5-76b9088979c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:26.684512 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.684618 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.685004 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.685363 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.685488 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5f337311-60e5-4762-9285-c50f05c1ea06 req-a0da29ac-d36a-4db1-96c5-76b9088979c8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=75c099b2-81d1-499f-95a3-b1457697fbc0 HTTP/1.1" status: 200  len: 916 time: 0.1359091
May 12 14:59:26.685735 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.686067 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.686398 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.686725 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.687074 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 14:59:26.773624 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:26.777451 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-c9c9a38e-d757-474b-beca-111b95d15f41 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "DELETE /v2.0/security-groups/bea1f663-c0df-4d45-be41-465b9c3e4561 HTTP/1.1" status: 204  len: 168 time: 0.4357090
May 12 14:59:26.777891 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42700) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:26.796711 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5f337311-60e5-4762-9285-c50f05c1ea06 req-8bc21749-1354-457b-80c7-e1bf757612dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e HTTP/1.1" status: 200  len: 1002 time: 0.1028564
May 12 14:59:26.864336 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337311-60e5-4762-9285-c50f05c1ea06 req-506a79a1-4471-4a63-a892-626e40e869ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:26.865814 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5f337311-60e5-4762-9285-c50f05c1ea06 req-506a79a1-4471-4a63-a892-626e40e869ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8d9a0847-cb4e-4de6-ba9c-bfaa153a366d HTTP/1.1" status: 200  len: 854 time: 0.0625081
May 12 14:59:26.945538 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337311-60e5-4762-9285-c50f05c1ea06 req-a8e36a50-f6a0-40c9-9c88-02117f4a3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:26.946988 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5f337311-60e5-4762-9285-c50f05c1ea06 req-a8e36a50-f6a0-40c9-9c88-02117f4a3e05 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=75c099b2-81d1-499f-95a3-b1457697fbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747588
May 12 14:59:27.079718 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5f337311-60e5-4762-9285-c50f05c1ea06 req-29a22feb-d6f0-4d29-a0c8-40519aecf46b service neutron] 10.222.0.71 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257646
May 12 14:59:27.103060 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8a64dba3-584e-4536-84c0-c60f712421fd tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Deleting port d4f2929d-75a9-4e64-902d-be8103611d79 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:59:27.103397 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8a64dba3-584e-4536-84c0-c60f712421fd tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:27.212118 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-5f337311-60e5-4762-9285-c50f05c1ea06 req-106cae7a-0449-4e67-b0e2-bf9172af1bcc service neutron] 10.222.0.71 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259296
May 12 14:59:27.276647 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8a64dba3-584e-4536-84c0-c60f712421fd tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:27.276971 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8a64dba3-584e-4536-84c0-c60f712421fd tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:27.401210 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-8a64dba3-584e-4536-84c0-c60f712421fd tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Calling delete_port for d4f2929d-75a9-4e64-902d-be8103611d79 owned by network:floatingip {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:59:27.647983 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8a64dba3-584e-4536-84c0-c60f712421fd tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:27.692819 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64dba3-584e-4536-84c0-c60f712421fd tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Pushing event deleted for resources: {'Port': ['ID=d4f2929d-75a9-4e64-902d-be8103611d79,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:27.786654 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8a64dba3-584e-4536-84c0-c60f712421fd tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks [] for floatingip, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:27.786927 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [None req-8a64dba3-584e-4536-84c0-c60f712421fd tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Floating IP 7e7db9ae-d0d4-4f52-a96b-15fc2ca52c5d disassociated (deleted). External IP: 172.27.3.172, port: e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e.
May 12 14:59:28.137432 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a64dba3-584e-4536-84c0-c60f712421fd tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:59:28.317556 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a64dba3-584e-4536-84c0-c60f712421fd tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:59:28.338464 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a28e22-0370-4316-bb17-af52a62f7bd7 None None] Sync routers for ids ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:59:28.338957 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-8a64dba3-584e-4536-84c0-c60f712421fd tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:28.339073 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a28e22-0370-4316-bb17-af52a62f7bd7 None None] Routers {'af85e8d7-fb3f-494b-bd24-30ee5a7482a9'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:59:28.339073 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-76a28e22-0370-4316-bb17-af52a62f7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c06b0a0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:59:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:28.391245 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-8a64dba3-584e-4536-84c0-c60f712421fd tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "DELETE /v2.0/floatingips/7e7db9ae-d0d4-4f52-a96b-15fc2ca52c5d HTTP/1.1" status: 204  len: 168 time: 1.6114933
May 12 14:59:28.391676 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'tag': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:59:28.440194 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75bb02e6-b0bf-4d58-b835-8ed8c0cce259'] response: {'name': 'network-changed', 'server_uuid': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'tag': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e', 'status': 'completed', 'code': 200}
May 12 14:59:28.526669 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-76a28e22-0370-4316-bb17-af52a62f7bd7 None None] Set router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:59:28.549488 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 14:59:28.558662 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db04a9-9eb1-4974-a99f-7b2b47a5af6c req-44974fdd-af17-45c7-bf5f-67cd8d0b94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:28.560477 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-16db04a9-9eb1-4974-a99f-7b2b47a5af6c req-44974fdd-af17-45c7-bf5f-67cd8d0b94ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cf186ac47354ce3ac7681a633be4c2d&device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 1099 time: 0.0761330
May 12 14:59:28.702460 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db04a9-9eb1-4974-a99f-7b2b47a5af6c req-69570d4a-3dfc-4af6-aac5-2d9e121c1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:28.704047 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-16db04a9-9eb1-4974-a99f-7b2b47a5af6c req-69570d4a-3dfc-4af6-aac5-2d9e121c1a83 service neutron] 10.222.0.71 "GET /v2.0/networks?id=75c099b2-81d1-499f-95a3-b1457697fbc0 HTTP/1.1" status: 200  len: 916 time: 0.1367140
May 12 14:59:28.726460 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:28.775599 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-16db04a9-9eb1-4974-a99f-7b2b47a5af6c req-a7e0d7a6-de1a-4147-9f7d-8f9b73702d61 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e HTTP/1.1" status: 200  len: 217 time: 0.0645342
May 12 14:59:28.839764 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db04a9-9eb1-4974-a99f-7b2b47a5af6c req-a1442fb4-452c-4b2d-822d-71afa3177eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:28.841244 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-16db04a9-9eb1-4974-a99f-7b2b47a5af6c req-a1442fb4-452c-4b2d-822d-71afa3177eac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8d9a0847-cb4e-4de6-ba9c-bfaa153a366d HTTP/1.1" status: 200  len: 854 time: 0.0603359
May 12 14:59:28.846679 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-76a28e22-0370-4316-bb17-af52a62f7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c06b0a0>, [{'id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:07Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 4, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'gw_port': {'id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:08Z', 'updated_at': '2022-05-12T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '2be5c72b-77d4-4168-82cb-5f179644c5bb', 'name': '', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'mac_address': 'fa:16:3e:69:8d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:11Z', 'updated_at': '2022-05-12T14:57:20Z', 'revision_number': 5, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'subnets': [{'id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:28.850449 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a28e22-0370-4316-bb17-af52a62f7bd7 None None] Checking router: af85e8d7-fb3f-494b-bd24-30ee5a7482a9 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:59:28.858712 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a28e22-0370-4316-bb17-af52a62f7bd7 None None] Routers {'af85e8d7-fb3f-494b-bd24-30ee5a7482a9'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:59:28.859376 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-76a28e22-0370-4316-bb17-af52a62f7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c06b0a0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:59:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:28.919742 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db04a9-9eb1-4974-a99f-7b2b47a5af6c req-f314fa32-dee9-4311-9606-00685202fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:28.921564 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-16db04a9-9eb1-4974-a99f-7b2b47a5af6c req-f314fa32-dee9-4311-9606-00685202fb75 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=75c099b2-81d1-499f-95a3-b1457697fbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745795
May 12 14:59:29.041875 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-76a28e22-0370-4316-bb17-af52a62f7bd7 None None] Set router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:59:29.060226 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-16db04a9-9eb1-4974-a99f-7b2b47a5af6c req-cc5f7489-0f88-4963-b4b1-f0978f5f96d4 service neutron] 10.222.0.71 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311901
May 12 14:59:29.203646 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-16db04a9-9eb1-4974-a99f-7b2b47a5af6c req-899c540c-af04-43ef-9dfc-93f2b5e1d485 service neutron] 10.222.0.71 "GET /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287892
May 12 14:59:29.399967 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-76a28e22-0370-4316-bb17-af52a62f7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c06b0a0>, [{'id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:07Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 4, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'gw_port': {'id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:08Z', 'updated_at': '2022-05-12T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '2be5c72b-77d4-4168-82cb-5f179644c5bb', 'name': '', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'mac_address': 'fa:16:3e:69:8d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:11Z', 'updated_at': '2022-05-12T14:57:20Z', 'revision_number': 5, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'subnets': [{'id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:29.403809 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a28e22-0370-4316-bb17-af52a62f7bd7 None None] The sync data for ids ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'] in dv-cinder-831187-2-iscsi is: [{'id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:07Z', 'updated_at': '2022-05-12T14:57:12Z', 'revision_number': 4, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'gw_port': {'id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:08Z', 'updated_at': '2022-05-12T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': '2be5c72b-77d4-4168-82cb-5f179644c5bb', 'name': '', 'network_id': '75c099b2-81d1-499f-95a3-b1457697fbc0', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'mac_address': 'fa:16:3e:69:8d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:11Z', 'updated_at': '2022-05-12T14:57:20Z', 'revision_number': 5, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'subnets': [{'id': '8d9a0847-cb4e-4de6-ba9c-bfaa153a366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:59:29.605157 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99965e30-a476-43c5-b932-a740798cb687 None None] New status for floating IP 7e7db9ae-d0d4-4f52-a96b-15fc2ca52c5d: DOWN {{(pid=88129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 14:59:33.502339 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5e590-9edb-4d90-9abe-0081b2e255de req-aa27dc5d-d2a8-441b-b617-da0f18128393 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:33.503726 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e6b5e590-9edb-4d90-9abe-0081b2e255de req-aa27dc5d-d2a8-441b-b617-da0f18128393 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 946 time: 0.1582818
May 12 14:59:33.547558 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e6b5e590-9edb-4d90-9abe-0081b2e255de req-83812a4c-6158-45ce-895f-60775c53fc2a tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379658
May 12 14:59:34.839649 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3618a-aa7d-437e-b6a0-91513ac93aad req-f1093396-82b5-41b9-befa-b4efc3781730 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:34.840261 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-44b3618a-aa7d-437e-b6a0-91513ac93aad req-f1093396-82b5-41b9-befa-b4efc3781730 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Synchronizing usage tracker for tenant:3cf186ac47354ce3ac7681a633be4c2d on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:59:34.950492 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-44b3618a-aa7d-437e-b6a0-91513ac93aad req-f1093396-82b5-41b9-befa-b4efc3781730 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Unset dirty status for tenant:3cf186ac47354ce3ac7681a633be4c2d on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:59:34.951735 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-44b3618a-aa7d-437e-b6a0-91513ac93aad req-f1093396-82b5-41b9-befa-b4efc3781730 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 946 time: 0.2914574
May 12 14:59:34.996630 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-44b3618a-aa7d-437e-b6a0-91513ac93aad req-e862f0b9-9611-4c0b-94d6-fcbfda7b19f6 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Synchronizing usage tracker for tenant:3cf186ac47354ce3ac7681a633be4c2d on resource:security_group {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 14:59:35.127584 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-44b3618a-aa7d-437e-b6a0-91513ac93aad req-e862f0b9-9611-4c0b-94d6-fcbfda7b19f6 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Unset dirty status for tenant:3cf186ac47354ce3ac7681a633be4c2d on resource:security_group {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 14:59:35.128696 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-44b3618a-aa7d-437e-b6a0-91513ac93aad req-e862f0b9-9611-4c0b-94d6-fcbfda7b19f6 tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce964520-f020-4c67-92f6-f862bd7bf150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698194
May 12 14:59:35.207251 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33edb5-b849-4fb8-bb9c-5e26aeb2dd9e req-1db7794e-9e1f-464b-961a-f3179184f20d tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 14:59:35.208663 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-aa33edb5-b849-4fb8-bb9c-5e26aeb2dd9e req-1db7794e-9e1f-464b-961a-f3179184f20d tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.71 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 946 time: 0.0783975
May 12 14:59:35.284419 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-aa33edb5-b849-4fb8-bb9c-5e26aeb2dd9e req-67f110cb-2ea1-45e9-9f94-8139d5b7b9ff tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Deleting port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:59:35.284755 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-aa33edb5-b849-4fb8-bb9c-5e26aeb2dd9e req-67f110cb-2ea1-45e9-9f94-8139d5b7b9ff tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:35.534442 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-aa33edb5-b849-4fb8-bb9c-5e26aeb2dd9e req-67f110cb-2ea1-45e9-9f94-8139d5b7b9ff tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] For port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e,segment=NetworkSegment(f7c3db5e-3bfc-48ae-91e7-722806acd4c3),segment_id=f7c3db5e-3bfc-48ae-91e7-722806acd4c3)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:59:35.534802 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-aa33edb5-b849-4fb8-bb9c-5e26aeb2dd9e req-67f110cb-2ea1-45e9-9f94-8139d5b7b9ff tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:35.662303 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-aa33edb5-b849-4fb8-bb9c-5e26aeb2dd9e req-67f110cb-2ea1-45e9-9f94-8139d5b7b9ff tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Calling delete_port for e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e owned by compute:nova {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:59:35.882137 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-aa33edb5-b849-4fb8-bb9c-5e26aeb2dd9e req-67f110cb-2ea1-45e9-9f94-8139d5b7b9ff tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:35.917190 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] get_ports_and_sgs() called for port_ids ['e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e'] {{(pid=88128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 14:59:35.931201 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f110cb-2ea1-45e9-9f94-8139d5b7b9ff tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Pushing event deleted for resources: {'Port': ['ID=e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:36.007741 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa33edb5-b849-4fb8-bb9c-5e26aeb2dd9e req-67f110cb-2ea1-45e9-9f94-8139d5b7b9ff tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] No DVR routers for this DVR port e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e on host hv-cinder-83118 {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:59:36.010121 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-aa33edb5-b849-4fb8-bb9c-5e26aeb2dd9e req-67f110cb-2ea1-45e9-9f94-8139d5b7b9ff tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:36.012522 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'name': 'network-vif-deleted', 'tag': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 14:59:36.055948 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e3e5cc-06b3-4db9-bad2-56a57eefa229'] response: {'server_uuid': '2f388082-f6b9-49f0-a128-567d86ccc1ab', 'name': 'network-vif-deleted', 'tag': 'e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e', 'status': 'completed', 'code': 200}
May 12 14:59:36.088176 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-aa33edb5-b849-4fb8-bb9c-5e26aeb2dd9e req-67f110cb-2ea1-45e9-9f94-8139d5b7b9ff tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.71 "DELETE /v2.0/ports/e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e HTTP/1.1" status: 204  len: 173 time: 0.8747973
May 12 14:59:36.279955 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-106e1a8d-cc9f-4c16-a284-ee7ab819fd30 req-5dbabfd5-50f5-4c7e-ac54-e4b3df739adf tempest-TestMinimumBasicScenario-325500149 tempest-TestMinimumBasicScenario-325500149-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f388082-f6b9-49f0-a128-567d86ccc1ab HTTP/1.1" status: 200  len: 210 time: 0.0426650
May 12 14:59:39.795115 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:59:39.830197 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:59:39.830547 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device e7bdf342-ab8a-4f0c-bc6c-68dc21b7079e not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:59:39.893563 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42790) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:40.439801 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-00a098bf-4d25-4ad6-8063-a042cff3f99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884872'] for router_interface, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:40.779625 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-00a098bf-4d25-4ad6-8063-a042cff3f99c admin admin] Deleting port 2be5c72b-77d4-4168-82cb-5f179644c5bb {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:59:40.779964 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-00a098bf-4d25-4ad6-8063-a042cff3f99c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:40.951643 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-00a098bf-4d25-4ad6-8063-a042cff3f99c admin admin] For port 2be5c72b-77d4-4168-82cb-5f179644c5bb, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=2be5c72b-77d4-4168-82cb-5f179644c5bb,segment=NetworkSegment(f7c3db5e-3bfc-48ae-91e7-722806acd4c3),segment_id=f7c3db5e-3bfc-48ae-91e7-722806acd4c3)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:59:40.952347 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-00a098bf-4d25-4ad6-8063-a042cff3f99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:41.072014 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-00a098bf-4d25-4ad6-8063-a042cff3f99c admin admin] Calling delete_port for 2be5c72b-77d4-4168-82cb-5f179644c5bb owned by network:router_interface {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:59:41.539239 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-00a098bf-4d25-4ad6-8063-a042cff3f99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:41.585685 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a098bf-4d25-4ad6-8063-a042cff3f99c admin admin] Pushing event deleted for resources: {'Port': ['ID=2be5c72b-77d4-4168-82cb-5f179644c5bb,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:41.849773 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-00a098bf-4d25-4ad6-8063-a042cff3f99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3749175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890168'] for router_interface, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:42.202062 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a098bf-4d25-4ad6-8063-a042cff3f99c admin admin] Router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:59:42.376579 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a098bf-4d25-4ad6-8063-a042cff3f99c admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:59:42.385724 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68260e4-d946-483b-899b-45768e160659 None None] Sync routers for ids ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:59:42.389565 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-00a098bf-4d25-4ad6-8063-a042cff3f99c admin admin] 10.222.0.49 "PUT /v2.0/routers/af85e8d7-fb3f-494b-bd24-30ee5a7482a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4949362
May 12 14:59:42.392614 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42794) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:42.395265 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68260e4-d946-483b-899b-45768e160659 None None] Routers {'af85e8d7-fb3f-494b-bd24-30ee5a7482a9'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:59:42.395869 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-c68260e4-d946-483b-899b-45768e160659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87f4f2e0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:59:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:42.572058 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-c68260e4-d946-483b-899b-45768e160659 None None] Set router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:59:42.677366 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] Notify callbacks [] for router, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:42.850209 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:42.856821 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-c68260e4-d946-483b-899b-45768e160659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87f4f2e0>, [{'id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:07Z', 'updated_at': '2022-05-12T14:59:41Z', 'revision_number': 5, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'gw_port': {'id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:08Z', 'updated_at': '2022-05-12T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:42.861230 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68260e4-d946-483b-899b-45768e160659 None None] Checking router: af85e8d7-fb3f-494b-bd24-30ee5a7482a9 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:59:42.869391 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68260e4-d946-483b-899b-45768e160659 None None] Routers {'af85e8d7-fb3f-494b-bd24-30ee5a7482a9'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:59:42.869986 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-c68260e4-d946-483b-899b-45768e160659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f87f4f2e0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:59:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:42.927742 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] Deleting port e8fb265c-ede6-4b4d-99e5-2d3bca13043b {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:59:42.928090 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:43.044388 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-c68260e4-d946-483b-899b-45768e160659 None None] Set router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:59:43.107055 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] For port e8fb265c-ede6-4b4d-99e5-2d3bca13043b, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=e8fb265c-ede6-4b4d-99e5-2d3bca13043b,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:59:43.107328 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:43.231501 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] Calling delete_port for e8fb265c-ede6-4b4d-99e5-2d3bca13043b owned by network:router_gateway {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:59:43.324957 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-c68260e4-d946-483b-899b-45768e160659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f87f4f2e0>, [{'id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:07Z', 'updated_at': '2022-05-12T14:59:41Z', 'revision_number': 5, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'gw_port': {'id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:08Z', 'updated_at': '2022-05-12T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:43.329343 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68260e4-d946-483b-899b-45768e160659 None None] The sync data for ids ['af85e8d7-fb3f-494b-bd24-30ee5a7482a9'] in dv-cinder-831187-2-iscsi is: [{'id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'name': 'tempest-TestMinimumBasicScenario-1619949228-router', 'tenant_id': '3cf186ac47354ce3ac7681a633be4c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:07Z', 'updated_at': '2022-05-12T14:59:41Z', 'revision_number': 5, 'project_id': '3cf186ac47354ce3ac7681a633be4c2d', 'gw_port': {'id': 'e8fb265c-ede6-4b4d-99e5-2d3bca13043b', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af85e8d7-fb3f-494b-bd24-30ee5a7482a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:08Z', 'updated_at': '2022-05-12T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:59:43.481716 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:43.527883 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] Pushing event deleted for resources: {'Port': ['ID=e8fb265c-ede6-4b4d-99e5-2d3bca13043b,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:43.617588 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3883893'] for router_gateway, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:43.773598 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 2be5c72b-77d4-4168-82cb-5f179644c5bb no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:59:43.803574 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28155'] for router, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:43.807031 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:43.815428 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 2be5c72b-77d4-4168-82cb-5f179644c5bb {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:59:43.815761 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 2be5c72b-77d4-4168-82cb-5f179644c5bb not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:59:43.922170 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885384'] for router, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:43.922759 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router af85e8d7-fb3f-494b-bd24-30ee5a7482a9 {{(pid=88126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 14:59:43.935733 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] Notify callbacks [] for router, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:43.936946 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-2a48016c-6784-44dc-af28-8b8d1c4549fd admin admin] 10.222.0.49 "DELETE /v2.0/routers/af85e8d7-fb3f-494b-bd24-30ee5a7482a9 HTTP/1.1" status: 204  len: 168 time: 1.5433624
May 12 14:59:43.939384 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42798) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:44.002629 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5687559-bd6a-436b-bb15-fc4a37c49bde admin admin] Deleting subnet 8d9a0847-cb4e-4de6-ba9c-bfaa153a366d {{(pid=88126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 14:59:44.006134 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c5687559-bd6a-436b-bb15-fc4a37c49bde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:44.058747 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c5687559-bd6a-436b-bb15-fc4a37c49bde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3159183'] for subnet, precommit_delete_associations {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:44.133612 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c5687559-bd6a-436b-bb15-fc4a37c49bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:44.316843 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c5687559-bd6a-436b-bb15-fc4a37c49bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3159172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2571129'] for subnet, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:44.359014 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5687559-bd6a-436b-bb15-fc4a37c49bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9a0847-cb4e-4de6-ba9c-bfaa153a366d,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:44.362421 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c5687559-bd6a-436b-bb15-fc4a37c49bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for subnet, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:44.368745 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-c5687559-bd6a-436b-bb15-fc4a37c49bde admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8d9a0847-cb4e-4de6-ba9c-bfaa153a366d HTTP/1.1" status: 204  len: 168 time: 0.4283812
May 12 14:59:44.370476 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466bf689-3b2b-4902-8b53-98b68c5483a4 None None] Network 75c099b2-81d1-499f-95a3-b1457697fbc0 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:59:44.388194 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42802) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:44.586727 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:44.597081 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] Deleting port 5696e93c-62e9-44cf-979f-74fd8449b4c0 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:59:44.597415 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:44.659895 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11805e12-ac7c-4912-aaf8-1ca117f4dbf3 None None] DHCP port deletion for 75c099b2-81d1-499f-95a3-b1457697fbc0 request from dv-cinder-831187-2-iscsi {{(pid=88128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 12 14:59:44.664657 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-11805e12-ac7c-4912-aaf8-1ca117f4dbf3 None None] Deleting port 5696e93c-62e9-44cf-979f-74fd8449b4c0 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:59:44.665034 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-11805e12-ac7c-4912-aaf8-1ca117f4dbf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:44.799892 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.db [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] For port 5696e93c-62e9-44cf-979f-74fd8449b4c0, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=5696e93c-62e9-44cf-979f-74fd8449b4c0,segment=NetworkSegment(f7c3db5e-3bfc-48ae-91e7-722806acd4c3),segment_id=f7c3db5e-3bfc-48ae-91e7-722806acd4c3)] {{(pid=88126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:59:44.800236 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:44.868282 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-11805e12-ac7c-4912-aaf8-1ca117f4dbf3 None None] For port 5696e93c-62e9-44cf-979f-74fd8449b4c0, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=5696e93c-62e9-44cf-979f-74fd8449b4c0,segment=NetworkSegment(f7c3db5e-3bfc-48ae-91e7-722806acd4c3),segment_id=f7c3db5e-3bfc-48ae-91e7-722806acd4c3)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:59:44.868795 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-11805e12-ac7c-4912-aaf8-1ca117f4dbf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:44.926110 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] Calling delete_port for 5696e93c-62e9-44cf-979f-74fd8449b4c0 owned by network:dhcp {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:59:44.988492 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-11805e12-ac7c-4912-aaf8-1ca117f4dbf3 None None] Calling delete_port for 5696e93c-62e9-44cf-979f-74fd8449b4c0 owned by network:dhcp {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:59:45.098784 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:45.104416 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.db.api [None req-11805e12-ac7c-4912-aaf8-1ca117f4dbf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 12 14:59:45.104767 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG oslo_db.api [None req-11805e12-ac7c-4912-aaf8-1ca117f4dbf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 12 14:59:45.147165 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=5696e93c-62e9-44cf-979f-74fd8449b4c0,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:45.150611 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] No DVR routers for this DVR port 5696e93c-62e9-44cf-979f-74fd8449b4c0 on host dv-cinder-831187-2-iscsi {{(pid=88126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:59:45.264588 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:45.289473 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f874c4ac0>,) {'filters': {'network_id': ['75c099b2-81d1-499f-95a3-b1457697fbc0']}} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:45.301147 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f874c4ac0>, 'f7c3db5e-3bfc-48ae-91e7-722806acd4c3') {'for_net_delete': True} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:45.301439 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.services.segments.db [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f874c4ac0>, 'f7c3db5e-3bfc-48ae-91e7-722806acd4c3') {} {{(pid=88126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:45.312904 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3159222'] for segment, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:45.328688 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:45.334596 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 14:59:45.334988 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3159846'] for segment, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]: Traceback (most recent call last):
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:     timer()
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:     cb(*args, **kw)
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:     return func(*args, **kwargs)
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:     self._notify()
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:     self.callback(batched_events)
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:     event.method(event)
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:     return f(self, *a, **k)
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._get(url).json()
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:     return self.request(url, 'GET', **kwargs)
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 14:59:45.347768 dv-cinder-831187-2-iscsi neutron-server[88126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 14:59:45.533394 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:45.550392 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:45.562724 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=75c099b2-81d1-499f-95a3-b1457697fbc0,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:45.573078 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 5696e93c-62e9-44cf-979f-74fd8449b4c0 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:59:45.606299 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-11805e12-ac7c-4912-aaf8-1ca117f4dbf3 None None] Deleting port 5696e93c-62e9-44cf-979f-74fd8449b4c0 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:59:45.606665 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-11805e12-ac7c-4912-aaf8-1ca117f4dbf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:45.629806 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 5696e93c-62e9-44cf-979f-74fd8449b4c0 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:59:45.630143 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 5696e93c-62e9-44cf-979f-74fd8449b4c0 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:59:45.630545 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device e8fb265c-ede6-4b4d-99e5-2d3bca13043b no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:59:45.672583 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: e8fb265c-ede6-4b4d-99e5-2d3bca13043b {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:59:45.672919 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device e8fb265c-ede6-4b4d-99e5-2d3bca13043b not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:59:45.694224 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-25959d86-3ac0-4d13-96c9-b6240a4c6a33 admin admin] 10.222.0.49 "DELETE /v2.0/networks/75c099b2-81d1-499f-95a3-b1457697fbc0 HTTP/1.1" status: 204  len: 168 time: 1.3101828
May 12 14:59:45.697138 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42806) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:45.706885 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-11805e12-ac7c-4912-aaf8-1ca117f4dbf3 None None] The port '5696e93c-62e9-44cf-979f-74fd8449b4c0' was deleted {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
May 12 14:59:46.251151 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c64aef34-5f4b-4350-aaf4-547b22304900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884872'] for router_interface, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:46.675935 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-c64aef34-5f4b-4350-aaf4-547b22304900 admin admin] Deleting port 43342a75-71d0-41f1-b349-1c7f977be07a {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:59:46.676274 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c64aef34-5f4b-4350-aaf4-547b22304900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:46.846388 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-c64aef34-5f4b-4350-aaf4-547b22304900 admin admin] For port 43342a75-71d0-41f1-b349-1c7f977be07a, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=43342a75-71d0-41f1-b349-1c7f977be07a,segment=NetworkSegment(b797c4b9-3fc9-491a-a4a8-3697fb0477b5),segment_id=b797c4b9-3fc9-491a-a4a8-3697fb0477b5)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:59:46.847184 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c64aef34-5f4b-4350-aaf4-547b22304900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:46.966404 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-c64aef34-5f4b-4350-aaf4-547b22304900 admin admin] Calling delete_port for 43342a75-71d0-41f1-b349-1c7f977be07a owned by network:router_interface {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:59:47.333117 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c64aef34-5f4b-4350-aaf4-547b22304900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:47.383665 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64aef34-5f4b-4350-aaf4-547b22304900 admin admin] Pushing event deleted for resources: {'Port': ['ID=43342a75-71d0-41f1-b349-1c7f977be07a,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:47.649608 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c64aef34-5f4b-4350-aaf4-547b22304900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3749175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890168'] for router_interface, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:48.089872 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64aef34-5f4b-4350-aaf4-547b22304900 admin admin] Router b34504b7-a08c-4dcf-811b-32538a4d8307 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 14:59:48.267532 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64aef34-5f4b-4350-aaf4-547b22304900 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 14:59:48.278419 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ee6ae-1e2d-4cef-a6b5-21c34cb3d87e None None] Sync routers for ids ['b34504b7-a08c-4dcf-811b-32538a4d8307'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 14:59:48.288188 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ee6ae-1e2d-4cef-a6b5-21c34cb3d87e None None] Routers {'b34504b7-a08c-4dcf-811b-32538a4d8307'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:59:48.288780 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-457ee6ae-1e2d-4cef-a6b5-21c34cb3d87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7c5790>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:59:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['b34504b7-a08c-4dcf-811b-32538a4d8307'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:48.305423 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-ee03fd6b-bb24-4c4b-8012-3ceee5dfea2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:48.386476 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c64aef34-5f4b-4350-aaf4-547b22304900 admin admin] 10.222.0.49 "PUT /v2.0/routers/b34504b7-a08c-4dcf-811b-32538a4d8307/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6880405
May 12 14:59:48.390501 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42814) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:48.467317 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-457ee6ae-1e2d-4cef-a6b5-21c34cb3d87e None None] Set router b34504b7-a08c-4dcf-811b-32538a4d8307 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:59:48.570710 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] Notify callbacks [] for router, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:48.743764 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:48.749305 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-457ee6ae-1e2d-4cef-a6b5-21c34cb3d87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7c5790>, [{'id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'name': 'tempest-TestMinimumBasicScenario-1647365040-router', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:17Z', 'updated_at': '2022-05-12T14:59:47Z', 'revision_number': 5, 'project_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'gw_port': {'id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:18Z', 'updated_at': '2022-05-12T14:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:48.753863 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ee6ae-1e2d-4cef-a6b5-21c34cb3d87e None None] Checking router: b34504b7-a08c-4dcf-811b-32538a4d8307 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 14:59:48.762276 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ee6ae-1e2d-4cef-a6b5-21c34cb3d87e None None] Routers {'b34504b7-a08c-4dcf-811b-32538a4d8307'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 14:59:48.762950 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-457ee6ae-1e2d-4cef-a6b5-21c34cb3d87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7c5790>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T14:59:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['b34504b7-a08c-4dcf-811b-32538a4d8307'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:48.853166 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] Deleting port 6961a187-9a8c-4bd4-84ff-69e2951ebb66 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:59:48.853746 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:48.949051 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-457ee6ae-1e2d-4cef-a6b5-21c34cb3d87e None None] Set router b34504b7-a08c-4dcf-811b-32538a4d8307 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 14:59:49.028396 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] For port 6961a187-9a8c-4bd4-84ff-69e2951ebb66, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=6961a187-9a8c-4bd4-84ff-69e2951ebb66,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:59:49.028664 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:49.151709 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] Calling delete_port for 6961a187-9a8c-4bd4-84ff-69e2951ebb66 owned by network:router_gateway {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:59:49.248923 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-457ee6ae-1e2d-4cef-a6b5-21c34cb3d87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c7c5790>, [{'id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'name': 'tempest-TestMinimumBasicScenario-1647365040-router', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:17Z', 'updated_at': '2022-05-12T14:59:47Z', 'revision_number': 5, 'project_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'gw_port': {'id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:18Z', 'updated_at': '2022-05-12T14:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:49.254012 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ee6ae-1e2d-4cef-a6b5-21c34cb3d87e None None] The sync data for ids ['b34504b7-a08c-4dcf-811b-32538a4d8307'] in dv-cinder-831187-2-iscsi is: [{'id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'name': 'tempest-TestMinimumBasicScenario-1647365040-router', 'tenant_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:57:17Z', 'updated_at': '2022-05-12T14:59:47Z', 'revision_number': 5, 'project_id': '02a87d661e3042e4ad3f2f5b5b326a62', 'gw_port': {'id': '6961a187-9a8c-4bd4-84ff-69e2951ebb66', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34504b7-a08c-4dcf-811b-32538a4d8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:57:18Z', 'updated_at': '2022-05-12T14:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 14:59:49.504907 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:49.553553 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] Pushing event deleted for resources: {'Port': ['ID=6961a187-9a8c-4bd4-84ff-69e2951ebb66,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:49.645792 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3883893'] for router_gateway, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:49.663927 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 43342a75-71d0-41f1-b349-1c7f977be07a no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:59:49.706105 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 43342a75-71d0-41f1-b349-1c7f977be07a {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:59:49.706550 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 43342a75-71d0-41f1-b349-1c7f977be07a not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:59:49.822647 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28155'] for router, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:49.824839 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:49.904402 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885384'] for router, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:49.904909 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b34504b7-a08c-4dcf-811b-32538a4d8307 {{(pid=88125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 14:59:49.919769 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:49.920936 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-8c4fade0-9e32-4cd0-ae9a-4e09df46f491 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b34504b7-a08c-4dcf-811b-32538a4d8307 HTTP/1.1" status: 204  len: 168 time: 1.5295005
May 12 14:59:49.924079 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42818) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:49.987131 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3a969d-53c8-4fb0-ac6a-5158b607a014 admin admin] Deleting subnet 105423df-1d1c-48f6-8bc8-7bf933d34c54 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 14:59:49.990164 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bc3a969d-53c8-4fb0-ac6a-5158b607a014 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:50.039485 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bc3a969d-53c8-4fb0-ac6a-5158b607a014 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2506725'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:50.119037 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bc3a969d-53c8-4fb0-ac6a-5158b607a014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:50.276116 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bc3a969d-53c8-4fb0-ac6a-5158b607a014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319246'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:50.313655 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a969d-53c8-4fb0-ac6a-5158b607a014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=105423df-1d1c-48f6-8bc8-7bf933d34c54,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:50.319729 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-bc3a969d-53c8-4fb0-ac6a-5158b607a014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:50.325261 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28097a55-3448-4797-a5a4-c89290fdfd7d None None] Network 335f4529-f63a-452c-bc24-87ebb1a46619 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 14:59:50.326056 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-bc3a969d-53c8-4fb0-ac6a-5158b607a014 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/105423df-1d1c-48f6-8bc8-7bf933d34c54 HTTP/1.1" status: 204  len: 168 time: 0.4009256
May 12 14:59:50.329238 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42822) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:50.448772 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:50.460291 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] Deleting port 6250a656-8e14-4951-a911-d0e5581dafb2 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:59:50.460633 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:50.582926 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930ca6a4-2515-4a33-801b-3f44300962b7 None None] DHCP port deletion for 335f4529-f63a-452c-bc24-87ebb1a46619 request from dv-cinder-831187-2-iscsi {{(pid=88128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 12 14:59:50.587044 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-930ca6a4-2515-4a33-801b-3f44300962b7 None None] Deleting port 6250a656-8e14-4951-a911-d0e5581dafb2 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:59:50.587415 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-930ca6a4-2515-4a33-801b-3f44300962b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:50.667585 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] For port 6250a656-8e14-4951-a911-d0e5581dafb2, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=6250a656-8e14-4951-a911-d0e5581dafb2,segment=NetworkSegment(b797c4b9-3fc9-491a-a4a8-3697fb0477b5),segment_id=b797c4b9-3fc9-491a-a4a8-3697fb0477b5)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:59:50.667941 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:50.760769 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-57e190c4-81bb-444d-b5eb-b608d00cd2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:50.789319 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] Calling delete_port for 6250a656-8e14-4951-a911-d0e5581dafb2 owned by network:dhcp {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:59:50.800457 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-930ca6a4-2515-4a33-801b-3f44300962b7 None None] For port 6250a656-8e14-4951-a911-d0e5581dafb2, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=6250a656-8e14-4951-a911-d0e5581dafb2,segment=NetworkSegment(b797c4b9-3fc9-491a-a4a8-3697fb0477b5),segment_id=b797c4b9-3fc9-491a-a4a8-3697fb0477b5)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 14:59:50.800852 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-930ca6a4-2515-4a33-801b-3f44300962b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:50.934612 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-930ca6a4-2515-4a33-801b-3f44300962b7 None None] Calling delete_port for 6250a656-8e14-4951-a911-d0e5581dafb2 owned by network:dhcp {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 14:59:50.944653 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:50.994457 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] Pushing event deleted for resources: {'Port': ['ID=6250a656-8e14-4951-a911-d0e5581dafb2,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:50.997906 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] No DVR routers for this DVR port 6250a656-8e14-4951-a911-d0e5581dafb2 on host dv-cinder-831187-2-iscsi {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 14:59:51.006640 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.db.api [None req-930ca6a4-2515-4a33-801b-3f44300962b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 12 14:59:51.007020 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG oslo_db.api [None req-930ca6a4-2515-4a33-801b-3f44300962b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 12 14:59:51.191926 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:51.216294 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f872ef250>,) {'filters': {'network_id': ['335f4529-f63a-452c-bc24-87ebb1a46619']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:51.228770 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f872ef250>, 'b797c4b9-3fc9-491a-a4a8-3697fb0477b5') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:51.229063 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f872ef250>, 'b797c4b9-3fc9-491a-a4a8-3697fb0477b5') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 14:59:51.240570 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2506716'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:51.255835 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:51.261579 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 14:59:51.261954 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505917'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]: Traceback (most recent call last):
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:     timer()
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:     cb(*args, **kw)
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:     return func(*args, **kwargs)
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:     self._notify()
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:     self.callback(batched_events)
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:     event.method(event)
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:     return f(self, *a, **k)
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._get(url).json()
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self.request(url, 'GET', **kwargs)
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 14:59:51.274680 dv-cinder-831187-2-iscsi neutron-server[88125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 14:59:51.440301 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:51.460804 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:51.467974 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] Pushing event deleted for resources: {'Network': ['ID=335f4529-f63a-452c-bc24-87ebb1a46619,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:51.472741 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-6a5dcab3-dc36-4dfe-bded-416632af464a admin admin] 10.222.0.49 "DELETE /v2.0/networks/335f4529-f63a-452c-bc24-87ebb1a46619 HTTP/1.1" status: 204  len: 168 time: 1.1424627
May 12 14:59:51.508606 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-930ca6a4-2515-4a33-801b-3f44300962b7 None None] Deleting port 6250a656-8e14-4951-a911-d0e5581dafb2 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 14:59:51.508992 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-930ca6a4-2515-4a33-801b-3f44300962b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:51.602361 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6250a656-8e14-4951-a911-d0e5581dafb2 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:59:51.630130 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-930ca6a4-2515-4a33-801b-3f44300962b7 None None] The port '6250a656-8e14-4951-a911-d0e5581dafb2' was deleted {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
May 12 14:59:51.646160 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 6250a656-8e14-4951-a911-d0e5581dafb2 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:59:51.646496 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6250a656-8e14-4951-a911-d0e5581dafb2 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:59:51.646920 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6961a187-9a8c-4bd4-84ff-69e2951ebb66 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 14:59:51.698209 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 6961a187-9a8c-4bd4-84ff-69e2951ebb66 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 14:59:51.698549 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 6961a187-9a8c-4bd4-84ff-69e2951ebb66 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 14:59:51.755732 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:51.784587 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:51.956474 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42830) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:52.004984 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-6295ecf2-b447-48cd-b622-9d5e219a8340 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3cf186ac47354ce3ac7681a633be4c2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0473547
May 12 14:59:52.007528 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42834) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:52.067751 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2baa2ba-667c-4f30-b5f1-8077429f6c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:52.094192 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2baa2ba-667c-4f30-b5f1-8077429f6c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:52.281897 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2baa2ba-667c-4f30-b5f1-8077429f6c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:52.298287 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baa2ba-667c-4f30-b5f1-8077429f6c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce964520-f020-4c67-92f6-f862bd7bf150,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:52.417895 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d2baa2ba-667c-4f30-b5f1-8077429f6c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:52.419051 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d2baa2ba-667c-4f30-b5f1-8077429f6c74 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce964520-f020-4c67-92f6-f862bd7bf150 HTTP/1.1" status: 204  len: 168 time: 0.4106350
May 12 14:59:53.007555 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:53.105150 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42842) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:53.152633 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-94b6f16e-3451-4a8c-aed4-c2db614afbe7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02a87d661e3042e4ad3f2f5b5b326a62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0463595
May 12 14:59:53.155180 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42846) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 14:59:53.215525 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-33e48ceb-3551-4460-939c-ea7a7995acba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:53.243257 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-33e48ceb-3551-4460-939c-ea7a7995acba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:53.436264 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-33e48ceb-3551-4460-939c-ea7a7995acba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:53.452491 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e48ceb-3551-4460-939c-ea7a7995acba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e61e71e-5dc6-4e66-a2d7-9acb17f26002,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 14:59:53.457697 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-33e48ceb-3551-4460-939c-ea7a7995acba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 14:59:53.458417 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-33e48ceb-3551-4460-939c-ea7a7995acba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e61e71e-5dc6-4e66-a2d7-9acb17f26002 HTTP/1.1" status: 204  len: 168 time: 0.3017924
May 12 14:59:58.618871 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:05.550665 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 15:00:07.429530 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e3044263-92b6-4868-88a3-a4a3df83da8f req-98bd667c-4394-49fd-95ce-19bfd75c89c1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0696476
May 12 15:00:07.583216 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3044263-92b6-4868-88a3-a4a3df83da8f req-e92c9461-f058-42ad-8d2a-23baea06b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:07.584669 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e3044263-92b6-4868-88a3-a4a3df83da8f req-e92c9461-f058-42ad-8d2a-23baea06b543 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 1099 time: 0.0731881
May 12 15:00:07.728327 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3044263-92b6-4868-88a3-a4a3df83da8f req-47f01f29-901f-4b27-95cb-3799d90c3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:07.729738 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e3044263-92b6-4868-88a3-a4a3df83da8f req-47f01f29-901f-4b27-95cb-3799d90c3e2a service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 200  len: 913 time: 0.1243963
May 12 15:00:07.832933 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e3044263-92b6-4868-88a3-a4a3df83da8f req-7830d84e-51de-4099-9d0a-c3d8c376b37c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69fbebb8-e600-4a28-85b5-b354fe5f61f1 HTTP/1.1" status: 200  len: 1002 time: 0.0970111
May 12 15:00:07.896827 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3044263-92b6-4868-88a3-a4a3df83da8f req-d98ca9f3-fb2a-4f43-b33c-944d91a5be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:07.898238 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e3044263-92b6-4868-88a3-a4a3df83da8f req-d98ca9f3-fb2a-4f43-b33c-944d91a5be5c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a75e9722-de70-4d4e-b9c9-c1ef8a801b5c HTTP/1.1" status: 200  len: 851 time: 0.0601044
May 12 15:00:07.972854 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3044263-92b6-4868-88a3-a4a3df83da8f req-94ac1fb0-adc8-4969-ad35-9b693003bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:07.974286 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e3044263-92b6-4868-88a3-a4a3df83da8f req-94ac1fb0-adc8-4969-ad35-9b693003bfac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8a9b5d7-4b96-4319-809c-e3bf553d8492&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705550
May 12 15:00:08.102976 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e3044263-92b6-4868-88a3-a4a3df83da8f req-a05bf3d2-859f-4eae-8ef7-e69e063787d1 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221633
May 12 15:00:08.240239 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-e3044263-92b6-4868-88a3-a4a3df83da8f req-d7f0b302-d041-4bb5-a45c-721f54be870f service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317453
May 12 15:00:18.281033 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-a70ee872-7da8-4f1e-8018-828fb5b94744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:20.698642 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-fd540f3b-e5e6-4dfe-9f34-1a57a1cb933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:21.750025 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:21.760673 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:23.018015 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:28.669810 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:37.736656 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42860) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:00:37.947522 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Deleting port 9b1cec0b-d3c6-46c1-bc18-3246a4f60c09 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 15:00:37.947773 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:38.111283 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:38.111618 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:38.232375 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Calling delete_port for 9b1cec0b-d3c6-46c1-bc18-3246a4f60c09 owned by network:floatingip {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 15:00:38.543744 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:38.590446 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event deleted for resources: {'Port': ['ID=9b1cec0b-d3c6-46c1-bc18-3246a4f60c09,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:00:38.633313 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:38.633656 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:38.633991 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:38.634384 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:38.634713 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:38.635067 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:38.635393 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:38.635714 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:38.636036 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:38.636354 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:38.636672 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:38.636987 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:38.692562 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for floatingip, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:38.692888 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Floating IP b42121c5-2f51-43da-a870-1c81d5431a03 disassociated (deleted). External IP: 172.27.3.63, port: 721835f5-5e78-4b9c-9bf4-202021da902a.
May 12 15:00:39.054314 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Router 554c63b5-57ba-435f-a9c7-b27d26a38d83 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 15:00:39.234893 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 15:00:39.244838 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2473ea1-c86c-42fe-b10d-868b3c8b1030 None None] Sync routers for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 15:00:39.254654 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2473ea1-c86c-42fe-b10d-868b3c8b1030 None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 15:00:39.261799 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b2473ea1-c86c-42fe-b10d-868b3c8b1030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c06bdc0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T15:00:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:00:39.327361 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:39.385965 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-f4e2ef3d-120e-44c0-b89d-5d2c74a6366d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "DELETE /v2.0/floatingips/b42121c5-2f51-43da-a870-1c81d5431a03 HTTP/1.1" status: 204  len: 168 time: 1.6458244
May 12 15:00:39.385965 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f93b678-199d-4978-85cb-d17415606a9c', 'tag': '721835f5-5e78-4b9c-9bf4-202021da902a'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 15:00:39.431166 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4a1f23-2556-4ff3-8221-5b19d28e573f'] response: {'name': 'network-changed', 'server_uuid': '6f93b678-199d-4978-85cb-d17415606a9c', 'tag': '721835f5-5e78-4b9c-9bf4-202021da902a', 'status': 'completed', 'code': 200}
May 12 15:00:39.433024 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-b2473ea1-c86c-42fe-b10d-868b3c8b1030 None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 15:00:39.560120 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6861b-bf49-4b3a-bb4e-9f0a26b45438 req-4156e1ec-1848-4665-82f3-67ecd8f472c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:39.562170 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b7e6861b-bf49-4b3a-bb4e-9f0a26b45438 req-4156e1ec-1848-4665-82f3-67ecd8f472c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 1098 time: 0.0866239
May 12 15:00:39.694508 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6861b-bf49-4b3a-bb4e-9f0a26b45438 req-98ebbd5c-75c3-46d5-a0f4-081ac999b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:39.695928 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b7e6861b-bf49-4b3a-bb4e-9f0a26b45438 req-98ebbd5c-75c3-46d5-a0f4-081ac999b9f4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 200  len: 913 time: 0.1283741
May 12 15:00:39.761689 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b7e6861b-bf49-4b3a-bb4e-9f0a26b45438 req-a481a92e-2c35-4cfa-9b73-f58a9e4bb971 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=721835f5-5e78-4b9c-9bf4-202021da902a HTTP/1.1" status: 200  len: 217 time: 0.0601354
May 12 15:00:39.790165 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b2473ea1-c86c-42fe-b10d-868b3c8b1030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c06bdc0>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '3510da7d-77ef-4297-bd95-a3b014aefd98', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'port_id': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'mac_address': 'fa:16:3e:ca:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89809460-5d38-4898-bd05-be5952139ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:53Z', 'updated_at': '2022-05-12T14:56:56Z', 'revision_number': 1, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:00:39.795108 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2473ea1-c86c-42fe-b10d-868b3c8b1030 None None] Checking router: 554c63b5-57ba-435f-a9c7-b27d26a38d83 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 15:00:39.804538 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2473ea1-c86c-42fe-b10d-868b3c8b1030 None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 15:00:39.805427 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b2473ea1-c86c-42fe-b10d-868b3c8b1030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c06bdc0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T15:00:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:00:39.914216 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6861b-bf49-4b3a-bb4e-9f0a26b45438 req-57f36cd8-52dc-489e-be26-7e5b20f4eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:39.915801 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b7e6861b-bf49-4b3a-bb4e-9f0a26b45438 req-57f36cd8-52dc-489e-be26-7e5b20f4eeb6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a75e9722-de70-4d4e-b9c9-c1ef8a801b5c HTTP/1.1" status: 200  len: 851 time: 0.1486907
May 12 15:00:39.989916 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-b2473ea1-c86c-42fe-b10d-868b3c8b1030 None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 15:00:40.003454 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6861b-bf49-4b3a-bb4e-9f0a26b45438 req-bc0bfe18-3aa7-43ef-9729-0e4225778bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:40.005190 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b7e6861b-bf49-4b3a-bb4e-9f0a26b45438 req-bc0bfe18-3aa7-43ef-9729-0e4225778bfa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8a9b5d7-4b96-4319-809c-e3bf553d8492&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731771
May 12 15:00:40.024678 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace29132-564b-49fc-ab44-8685940267f4 req-cae77fde-65c9-4823-b3c5-88a648128411 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:40.025376 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-ace29132-564b-49fc-ab44-8685940267f4 req-cae77fde-65c9-4823-b3c5-88a648128411 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Synchronizing usage tracker for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 15:00:40.098129 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-ace29132-564b-49fc-ab44-8685940267f4 req-cae77fde-65c9-4823-b3c5-88a648128411 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Unset dirty status for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 15:00:40.099597 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ace29132-564b-49fc-ab44-8685940267f4 req-cae77fde-65c9-4823-b3c5-88a648128411 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 945 time: 0.1560297
May 12 15:00:40.140111 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b7e6861b-bf49-4b3a-bb4e-9f0a26b45438 req-f6a40cdc-00cb-4ce1-9bae-a3284e293d86 service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276174
May 12 15:00:40.148356 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-ace29132-564b-49fc-ab44-8685940267f4 req-f236e68f-214a-497f-b4df-1a25582d89d7 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405424
May 12 15:00:40.288272 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-b7e6861b-bf49-4b3a-bb4e-9f0a26b45438 req-e3cf7ac1-b0eb-4d84-b546-c741090cb1cf service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401205
May 12 15:00:40.349446 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-b2473ea1-c86c-42fe-b10d-868b3c8b1030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c06bdc0>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '3510da7d-77ef-4297-bd95-a3b014aefd98', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'port_id': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'mac_address': 'fa:16:3e:ca:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89809460-5d38-4898-bd05-be5952139ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:53Z', 'updated_at': '2022-05-12T14:56:56Z', 'revision_number': 1, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:00:40.353279 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2473ea1-c86c-42fe-b10d-868b3c8b1030 None None] The sync data for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi is: [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_floatingips': [{'id': '3510da7d-77ef-4297-bd95-a3b014aefd98', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'router_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'port_id': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'mac_address': 'fa:16:3e:ca:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89809460-5d38-4898-bd05-be5952139ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:53Z', 'updated_at': '2022-05-12T14:56:56Z', 'revision_number': 1, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 15:00:40.562985 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c1a42a-d60a-4171-a4e0-70dfb9a416dc None None] New status for floating IP b42121c5-2f51-43da-a870-1c81d5431a03: DOWN {{(pid=88129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 15:00:41.337708 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494204b-a278-44b7-befa-f1d16d6c5cf3 req-f958f364-ca11-4f01-b291-50eb48b978e1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:41.339175 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1494204b-a278-44b7-befa-f1d16d6c5cf3 req-f958f364-ca11-4f01-b291-50eb48b978e1 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 945 time: 0.0830858
May 12 15:00:41.382601 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-1494204b-a278-44b7-befa-f1d16d6c5cf3 req-9578f34c-2cf6-4746-9769-68557cc95190 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372341
May 12 15:00:41.686369 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e1782-edba-4b23-9ed9-3fd483b8342b req-23732310-fdde-4027-88d8-bb6cc4497581 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:41.688511 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0e7e1782-edba-4b23-9ed9-3fd483b8342b req-23732310-fdde-4027-88d8-bb6cc4497581 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.71 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 945 time: 0.0794387
May 12 15:00:41.759527 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-0e7e1782-edba-4b23-9ed9-3fd483b8342b req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Deleting port 721835f5-5e78-4b9c-9bf4-202021da902a {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 15:00:41.759864 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0e7e1782-edba-4b23-9ed9-3fd483b8342b req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:42.005199 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-0e7e1782-edba-4b23-9ed9-3fd483b8342b req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] For port 721835f5-5e78-4b9c-9bf4-202021da902a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=721835f5-5e78-4b9c-9bf4-202021da902a,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 15:00:42.005557 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0e7e1782-edba-4b23-9ed9-3fd483b8342b req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:42.126581 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-0e7e1782-edba-4b23-9ed9-3fd483b8342b req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Calling delete_port for 721835f5-5e78-4b9c-9bf4-202021da902a owned by compute:nova {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 15:00:42.349008 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0e7e1782-edba-4b23-9ed9-3fd483b8342b req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:42.398729 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event deleted for resources: {'Port': ['ID=721835f5-5e78-4b9c-9bf4-202021da902a,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:00:42.444225 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:42.444572 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:42.444944 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:42.445283 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:42.445617 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:42.445933 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:42.446259 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:42.446584 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:42.446948 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:42.447270 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:42.447584 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:42.447898 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 15:00:42.487974 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7e1782-edba-4b23-9ed9-3fd483b8342b req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] No DVR routers for this DVR port 721835f5-5e78-4b9c-9bf4-202021da902a on host hv-cinder-83118 {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 15:00:42.490600 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-0e7e1782-edba-4b23-9ed9-3fd483b8342b req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:42.493346 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f93b678-199d-4978-85cb-d17415606a9c', 'name': 'network-vif-deleted', 'tag': '721835f5-5e78-4b9c-9bf4-202021da902a'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 15:00:42.535288 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bba2e7a6-f69e-4951-8af8-579041c56272 req-61f776c7-831b-4e1b-9575-1ee6034e6ba0 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 210 time: 0.0422604
May 12 15:00:42.540502 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56bef1f-6405-4ea5-9497-f0cd6072e02c'] response: {'server_uuid': '6f93b678-199d-4978-85cb-d17415606a9c', 'name': 'network-vif-deleted', 'tag': '721835f5-5e78-4b9c-9bf4-202021da902a', 'status': 'completed', 'code': 200}
May 12 15:00:42.550354 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 15:00:42.567356 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-0e7e1782-edba-4b23-9ed9-3fd483b8342b req-540ca5f2-d24a-406b-adae-27fe1b99de6b tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.71 "DELETE /v2.0/ports/721835f5-5e78-4b9c-9bf4-202021da902a HTTP/1.1" status: 204  len: 173 time: 0.8733561
May 12 15:00:43.697695 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-c3fe4d64-2b52-472a-8680-dc0bf6a95b48 req-22ec03a2-d48c-43b9-b26b-e6ceabe778aa tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Synchronizing usage tracker for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 15:00:43.795501 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-c3fe4d64-2b52-472a-8680-dc0bf6a95b48 req-22ec03a2-d48c-43b9-b26b-e6ceabe778aa tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Unset dirty status for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 15:00:43.796762 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-c3fe4d64-2b52-472a-8680-dc0bf6a95b48 req-22ec03a2-d48c-43b9-b26b-e6ceabe778aa tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f93b678-199d-4978-85cb-d17415606a9c HTTP/1.1" status: 200  len: 210 time: 0.1406569
May 12 15:00:45.949179 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 721835f5-5e78-4b9c-9bf4-202021da902a no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 15:00:45.982439 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: 721835f5-5e78-4b9c-9bf4-202021da902a {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 15:00:45.982775 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 721835f5-5e78-4b9c-9bf4-202021da902a not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 15:00:47.647238 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42894) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:00:47.847956 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-c47bd3b4-f0b8-4fdf-9dcb-ff00675e253d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Deleting port c29c9173-f30b-49ee-be1a-e9057409126b {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 15:00:47.848192 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c47bd3b4-f0b8-4fdf-9dcb-ff00675e253d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:48.021296 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c47bd3b4-f0b8-4fdf-9dcb-ff00675e253d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:48.021619 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c47bd3b4-f0b8-4fdf-9dcb-ff00675e253d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:48.229236 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-c47bd3b4-f0b8-4fdf-9dcb-ff00675e253d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Calling delete_port for c29c9173-f30b-49ee-be1a-e9057409126b owned by network:floatingip {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 15:00:48.320664 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-31f6780a-5d19-41a1-b070-8f83445f60da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:48.474729 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c47bd3b4-f0b8-4fdf-9dcb-ff00675e253d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:48.522143 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bd3b4-f0b8-4fdf-9dcb-ff00675e253d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event deleted for resources: {'Port': ['ID=c29c9173-f30b-49ee-be1a-e9057409126b,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:00:48.613185 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c47bd3b4-f0b8-4fdf-9dcb-ff00675e253d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for floatingip, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:48.613512 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.db.l3_db [None req-c47bd3b4-f0b8-4fdf-9dcb-ff00675e253d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Floating IP 3510da7d-77ef-4297-bd95-a3b014aefd98 disassociated (deleted). External IP: 172.27.3.162, port: 69fbebb8-e600-4a28-85b5-b354fe5f61f1.
May 12 15:00:48.965032 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47bd3b4-f0b8-4fdf-9dcb-ff00675e253d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Router 554c63b5-57ba-435f-a9c7-b27d26a38d83 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 15:00:49.146894 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47bd3b4-f0b8-4fdf-9dcb-ff00675e253d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 15:00:49.157835 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9247d40f-36c5-4c5d-9951-b408d3a33ad7 None None] Sync routers for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 15:00:49.167616 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9247d40f-36c5-4c5d-9951-b408d3a33ad7 None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 15:00:49.172442 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-9247d40f-36c5-4c5d-9951-b408d3a33ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8d466640>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T15:00:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:00:49.229410 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-c47bd3b4-f0b8-4fdf-9dcb-ff00675e253d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:49.284102 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-c47bd3b4-f0b8-4fdf-9dcb-ff00675e253d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "DELETE /v2.0/floatingips/3510da7d-77ef-4297-bd95-a3b014aefd98 HTTP/1.1" status: 204  len: 168 time: 1.6357970
May 12 15:00:49.284669 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89809460-5d38-4898-bd05-be5952139ea4', 'tag': '69fbebb8-e600-4a28-85b5-b354fe5f61f1'}] {{(pid=88126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 15:00:49.329724 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a632cbeb-455a-4888-8ab7-b33f4a55b75b'] response: {'name': 'network-changed', 'server_uuid': '89809460-5d38-4898-bd05-be5952139ea4', 'tag': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'status': 'completed', 'code': 200}
May 12 15:00:49.379782 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-9247d40f-36c5-4c5d-9951-b408d3a33ad7 None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 15:00:49.442559 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e453d5d-947f-41c9-8595-9e5715fe3d98 req-cf0bbb6c-7af4-48c3-9872-a9f9b5e1a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:49.447262 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6e453d5d-947f-41c9-8595-9e5715fe3d98 req-cf0bbb6c-7af4-48c3-9872-a9f9b5e1a661 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=235689d103ed4d0dbe7b78698395bd21&device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 1099 time: 0.0723052
May 12 15:00:49.578387 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e453d5d-947f-41c9-8595-9e5715fe3d98 req-27419eef-d246-4ee3-918e-35150ad90399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:49.583573 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6e453d5d-947f-41c9-8595-9e5715fe3d98 req-27419eef-d246-4ee3-918e-35150ad90399 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 200  len: 913 time: 0.1304960
May 12 15:00:49.653420 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6e453d5d-947f-41c9-8595-9e5715fe3d98 req-298820a9-e967-46af-8e2f-7ed21caf207e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69fbebb8-e600-4a28-85b5-b354fe5f61f1 HTTP/1.1" status: 200  len: 217 time: 0.0672560
May 12 15:00:49.699202 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-9247d40f-36c5-4c5d-9951-b408d3a33ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8d466640>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:00:49.703584 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9247d40f-36c5-4c5d-9951-b408d3a33ad7 None None] Checking router: 554c63b5-57ba-435f-a9c7-b27d26a38d83 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 15:00:49.712263 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9247d40f-36c5-4c5d-9951-b408d3a33ad7 None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 15:00:49.717079 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-9247d40f-36c5-4c5d-9951-b408d3a33ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8d466640>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T15:00:21Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:00:49.717223 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e453d5d-947f-41c9-8595-9e5715fe3d98 req-23c670ce-072e-4a9f-88dd-8ea0b42eb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:49.717676 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6e453d5d-947f-41c9-8595-9e5715fe3d98 req-23c670ce-072e-4a9f-88dd-8ea0b42eb7f7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a75e9722-de70-4d4e-b9c9-c1ef8a801b5c HTTP/1.1" status: 200  len: 851 time: 0.0590057
May 12 15:00:49.880529 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e453d5d-947f-41c9-8595-9e5715fe3d98 req-7b0f24f9-d880-4e26-997e-54b48a1a5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:49.882258 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6e453d5d-947f-41c9-8595-9e5715fe3d98 req-7b0f24f9-d880-4e26-997e-54b48a1a5746 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8a9b5d7-4b96-4319-809c-e3bf553d8492&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1592553
May 12 15:00:49.894532 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a66c8-6cab-4685-bbe7-f63788057296 req-329c755e-31f8-4fb5-af60-2a7e5a772934 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:49.895332 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-bd5a66c8-6cab-4685-bbe7-f63788057296 req-329c755e-31f8-4fb5-af60-2a7e5a772934 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Synchronizing usage tracker for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 15:00:49.903249 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-9247d40f-36c5-4c5d-9951-b408d3a33ad7 None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 15:00:49.977534 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.quota.resource [req-bd5a66c8-6cab-4685-bbe7-f63788057296 req-329c755e-31f8-4fb5-af60-2a7e5a772934 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Unset dirty status for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 15:00:49.978727 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bd5a66c8-6cab-4685-bbe7-f63788057296 req-329c755e-31f8-4fb5-af60-2a7e5a772934 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 946 time: 0.1695621
May 12 15:00:50.017569 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6e453d5d-947f-41c9-8595-9e5715fe3d98 req-0ad55148-be45-4066-a47d-32646b64cb6b service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286211
May 12 15:00:50.033190 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-bd5a66c8-6cab-4685-bbe7-f63788057296 req-8437ed40-a8e0-43a9-96c3-f799e172161a tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474973
May 12 15:00:50.152794 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-6e453d5d-947f-41c9-8595-9e5715fe3d98 req-047533b7-fd0f-42ed-b96e-733ce017a27d service neutron] 10.222.0.71 "GET /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278331
May 12 15:00:50.216037 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-9247d40f-36c5-4c5d-9951-b408d3a33ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8d466640>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:00:50.221046 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9247d40f-36c5-4c5d-9951-b408d3a33ad7 None None] The sync data for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi is: [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi', '_interfaces': [{'id': 'ed0ab11c-1d0e-404f-84a8-0ee74c5a8041', 'name': '', 'network_id': 'c8a9b5d7-4b96-4319-809c-e3bf553d8492', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'mac_address': 'fa:16:3e:41:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:06Z', 'updated_at': '2022-05-12T14:53:14Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'subnets': [{'id': 'a75e9722-de70-4d4e-b9c9-c1ef8a801b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 15:00:50.424774 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd9d85-df21-4475-aafc-f39a7344277a None None] New status for floating IP 3510da7d-77ef-4297-bd95-a3b014aefd98: DOWN {{(pid=88129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 15:00:50.725940 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f3aa1877-7cc7-4736-8149-5a5829e2af75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:51.220277 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73e494-13d9-4b7c-993b-8e1d99d53993 req-2728df25-44b5-4fac-bda0-3f8eca4da66d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:51.221747 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-dd73e494-13d9-4b7c-993b-8e1d99d53993 req-2728df25-44b5-4fac-bda0-3f8eca4da66d tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 946 time: 0.0789464
May 12 15:00:51.275543 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-dd73e494-13d9-4b7c-993b-8e1d99d53993 req-c6e5676b-968f-44d6-b68c-96dd2a992d6e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a9ed655-9e22-4181-abe7-8e68c9209587&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475628
May 12 15:00:51.467466 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674cc8f-17c0-46ef-83d9-00fb1fcc01f8 req-a6ca94dd-bf42-403e-98a7-7896ff07c9a4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 12 15:00:51.469465 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f674cc8f-17c0-46ef-83d9-00fb1fcc01f8 req-a6ca94dd-bf42-403e-98a7-7896ff07c9a4 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.71 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 946 time: 0.0783243
May 12 15:00:51.536627 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-f674cc8f-17c0-46ef-83d9-00fb1fcc01f8 req-74be6757-2898-49c3-adc4-81ebdda6e6bc tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Deleting port 69fbebb8-e600-4a28-85b5-b354fe5f61f1 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 15:00:51.536967 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-f674cc8f-17c0-46ef-83d9-00fb1fcc01f8 req-74be6757-2898-49c3-adc4-81ebdda6e6bc tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:51.726108 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:51.760184 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:51.796126 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [req-f674cc8f-17c0-46ef-83d9-00fb1fcc01f8 req-74be6757-2898-49c3-adc4-81ebdda6e6bc tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] For port 69fbebb8-e600-4a28-85b5-b354fe5f61f1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=69fbebb8-e600-4a28-85b5-b354fe5f61f1,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 15:00:51.796995 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-f674cc8f-17c0-46ef-83d9-00fb1fcc01f8 req-74be6757-2898-49c3-adc4-81ebdda6e6bc tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:51.920513 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [req-f674cc8f-17c0-46ef-83d9-00fb1fcc01f8 req-74be6757-2898-49c3-adc4-81ebdda6e6bc tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Calling delete_port for 69fbebb8-e600-4a28-85b5-b354fe5f61f1 owned by compute:nova {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 15:00:52.167017 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-f674cc8f-17c0-46ef-83d9-00fb1fcc01f8 req-74be6757-2898-49c3-adc4-81ebdda6e6bc tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:52.220065 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be6757-2898-49c3-adc4-81ebdda6e6bc tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event deleted for resources: {'Port': ['ID=69fbebb8-e600-4a28-85b5-b354fe5f61f1,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:00:52.292225 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [req-f674cc8f-17c0-46ef-83d9-00fb1fcc01f8 req-74be6757-2898-49c3-adc4-81ebdda6e6bc tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] No DVR routers for this DVR port 69fbebb8-e600-4a28-85b5-b354fe5f61f1 on host hv-cinder-83118 {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 15:00:52.294593 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [req-f674cc8f-17c0-46ef-83d9-00fb1fcc01f8 req-74be6757-2898-49c3-adc4-81ebdda6e6bc tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for port, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:52.297482 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89809460-5d38-4898-bd05-be5952139ea4', 'name': 'network-vif-deleted', 'tag': '69fbebb8-e600-4a28-85b5-b354fe5f61f1'}] {{(pid=88125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 12 15:00:52.342405 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5387662-8c2c-4965-b833-e54b66bfa731'] response: {'server_uuid': '89809460-5d38-4898-bd05-be5952139ea4', 'name': 'network-vif-deleted', 'tag': '69fbebb8-e600-4a28-85b5-b354fe5f61f1', 'status': 'completed', 'code': 200}
May 12 15:00:52.407503 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-f674cc8f-17c0-46ef-83d9-00fb1fcc01f8 req-74be6757-2898-49c3-adc4-81ebdda6e6bc tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.71 "DELETE /v2.0/ports/69fbebb8-e600-4a28-85b5-b354fe5f61f1 HTTP/1.1" status: 204  len: 173 time: 0.9334545
May 12 15:00:52.425666 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [req-b96a7d3d-f9cd-4d7a-ab89-96e14c3f61fb req-4704f2ff-c0c6-4043-bda2-156b82a3e25e tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 210 time: 0.0441253
May 12 15:00:53.023425 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:53.594179 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-a569f9b2-4b3c-4e7d-a02b-730b7c7f00d7 req-7a08d9bc-03f1-48ee-ab39-3b104d595c77 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Synchronizing usage tracker for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 15:00:53.703437 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.quota.resource [req-a569f9b2-4b3c-4e7d-a02b-730b7c7f00d7 req-7a08d9bc-03f1-48ee-ab39-3b104d595c77 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Unset dirty status for tenant:235689d103ed4d0dbe7b78698395bd21 on resource:port {{(pid=88125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 15:00:53.704655 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [req-a569f9b2-4b3c-4e7d-a02b-730b7c7f00d7 req-7a08d9bc-03f1-48ee-ab39-3b104d595c77 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "GET /v2.0/ports?device_id=89809460-5d38-4898-bd05-be5952139ea4 HTTP/1.1" status: 200  len: 210 time: 0.1550803
May 12 15:00:54.797638 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42918) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:00:54.951192 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-907ca37b-ede8-4d49-85d8-3292c739bb78 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Deleting port a519fe51-d3d2-456b-89d5-5ceb70e294a5 {{(pid=88126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 15:00:54.951452 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-907ca37b-ede8-4d49-85d8-3292c739bb78 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:55.213588 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-907ca37b-ede8-4d49-85d8-3292c739bb78 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:55.213843 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-907ca37b-ede8-4d49-85d8-3292c739bb78 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:55.340134 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.plugins.ml2.plugin [None req-907ca37b-ede8-4d49-85d8-3292c739bb78 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Calling delete_port for a519fe51-d3d2-456b-89d5-5ceb70e294a5 owned by network:floatingip {{(pid=88126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 15:00:55.624012 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-907ca37b-ede8-4d49-85d8-3292c739bb78 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3159925'] for port, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:55.673990 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ca37b-ede8-4d49-85d8-3292c739bb78 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event deleted for resources: {'Port': ['ID=a519fe51-d3d2-456b-89d5-5ceb70e294a5,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:00:55.766183 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-907ca37b-ede8-4d49-85d8-3292c739bb78 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for floatingip, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:55.885617 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-907ca37b-ede8-4d49-85d8-3292c739bb78 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4123139'] for floatingip, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:55.886690 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-907ca37b-ede8-4d49-85d8-3292c739bb78 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "DELETE /v2.0/floatingips/8e3b1176-4833-45ec-862e-3054421b7103 HTTP/1.1" status: 204  len: 168 time: 1.0880890
May 12 15:00:56.043128 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 69fbebb8-e600-4a28-85b5-b354fe5f61f1 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 15:00:56.076934 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] No Port match for: 69fbebb8-e600-4a28-85b5-b354fe5f61f1 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 15:00:56.077310 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Device 69fbebb8-e600-4a28-85b5-b354fe5f61f1 not bound to the agent host hv-cinder-83118 {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 15:00:57.442383 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42932) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:00:57.508387 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a3da7e86-c3a2-4cf7-90df-102f5087e9c5 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:57.536903 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a3da7e86-c3a2-4cf7-90df-102f5087e9c5 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:57.869076 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a3da7e86-c3a2-4cf7-90df-102f5087e9c5 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:57.887785 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da7e86-c3a2-4cf7-90df-102f5087e9c5 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9ed655-9e22-4181-abe7-8e68c9209587,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:00:57.995828 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-a3da7e86-c3a2-4cf7-90df-102f5087e9c5 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:57.997223 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-a3da7e86-c3a2-4cf7-90df-102f5087e9c5 tempest-TestVolumeBootPattern-1941168067 tempest-TestVolumeBootPattern-1941168067-project] 10.222.0.49 "DELETE /v2.0/security-groups/2a9ed655-9e22-4181-abe7-8e68c9209587 HTTP/1.1" status: 204  len: 168 time: 0.5536706
May 12 15:00:58.157596 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42938) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:00:58.680475 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:59.005276 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b78d2e7e-b41b-4848-b4d7-a075fdf030a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884872'] for router_interface, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:59.347783 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-b78d2e7e-b41b-4848-b4d7-a075fdf030a0 admin admin] Deleting port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 15:00:59.348032 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b78d2e7e-b41b-4848-b4d7-a075fdf030a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:59.514490 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-b78d2e7e-b41b-4848-b4d7-a075fdf030a0 admin admin] For port ed0ab11c-1d0e-404f-84a8-0ee74c5a8041, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=ed0ab11c-1d0e-404f-84a8-0ee74c5a8041,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 15:00:59.515402 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b78d2e7e-b41b-4848-b4d7-a075fdf030a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:59.636030 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-b78d2e7e-b41b-4848-b4d7-a075fdf030a0 admin admin] Calling delete_port for ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 owned by network:router_interface {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 15:00:59.875473 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b78d2e7e-b41b-4848-b4d7-a075fdf030a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:00:59.923601 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d2e7e-b41b-4848-b4d7-a075fdf030a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0ab11c-1d0e-404f-84a8-0ee74c5a8041,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:01:00.270643 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-b78d2e7e-b41b-4848-b4d7-a075fdf030a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3749175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890168'] for router_interface, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:00.630737 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78d2e7e-b41b-4848-b4d7-a075fdf030a0 admin admin] Router 554c63b5-57ba-435f-a9c7-b27d26a38d83 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 15:01:00.806236 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78d2e7e-b41b-4848-b4d7-a075fdf030a0 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 15:01:00.814796 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f230a57-4bd9-4109-b8cf-0462ac9fb027 None None] Sync routers for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 15:01:00.818143 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-b78d2e7e-b41b-4848-b4d7-a075fdf030a0 admin admin] 10.222.0.49 "PUT /v2.0/routers/554c63b5-57ba-435f-a9c7-b27d26a38d83/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6595767
May 12 15:01:00.820705 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42944) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:01:00.824853 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f230a57-4bd9-4109-b8cf-0462ac9fb027 None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 15:01:00.825474 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8f230a57-4bd9-4109-b8cf-0462ac9fb027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c0bd9d0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T15:00:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:01:00.994117 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:01.039804 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-8f230a57-4bd9-4109-b8cf-0462ac9fb027 None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 15:01:01.175993 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:01.251972 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] Deleting port f84271c3-49ad-4157-9e43-e3bb90ddfeed {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 15:01:01.252213 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:01.332705 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8f230a57-4bd9-4109-b8cf-0462ac9fb027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c0bd9d0>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T15:00:59Z', 'revision_number': 5, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port': {'id': 'f84271c3-49ad-4157-9e43-e3bb90ddfeed', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:02Z', 'updated_at': '2022-05-12T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:01:01.336622 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f230a57-4bd9-4109-b8cf-0462ac9fb027 None None] Checking router: 554c63b5-57ba-435f-a9c7-b27d26a38d83 for host: dv-cinder-831187-2-iscsi {{(pid=88128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 15:01:01.344764 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f230a57-4bd9-4109-b8cf-0462ac9fb027 None None] Routers {'554c63b5-57ba-435f-a9c7-b27d26a38d83'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 15:01:01.345355 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8f230a57-4bd9-4109-b8cf-0462ac9fb027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8c0bd9d0>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T15:00:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['554c63b5-57ba-435f-a9c7-b27d26a38d83'], 'active': True} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:01:01.423042 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] For port f84271c3-49ad-4157-9e43-e3bb90ddfeed, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=f84271c3-49ad-4157-9e43-e3bb90ddfeed,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 15:01:01.423660 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:01.495422 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_dvr_db [None req-8f230a57-4bd9-4109-b8cf-0462ac9fb027 None None] Set router 554c63b5-57ba-435f-a9c7-b27d26a38d83 gateway port host: None {{(pid=88128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 15:01:01.605183 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.db.l3_hamode_db [None req-8f230a57-4bd9-4109-b8cf-0462ac9fb027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8c0bd9d0>, [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T15:01:01Z', 'revision_number': 6, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port_host': None}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:01:01.609970 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f230a57-4bd9-4109-b8cf-0462ac9fb027 None None] The sync data for ids ['554c63b5-57ba-435f-a9c7-b27d26a38d83'] in dv-cinder-831187-2-iscsi is: [{'id': '554c63b5-57ba-435f-a9c7-b27d26a38d83', 'name': 'tempest-TestVolumeBootPattern-1336272894-router', 'tenant_id': '235689d103ed4d0dbe7b78698395bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:01Z', 'updated_at': '2022-05-12T15:01:01Z', 'revision_number': 6, 'project_id': '235689d103ed4d0dbe7b78698395bd21', 'gw_port_host': None}] {{(pid=88128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 15:01:01.647197 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] Calling delete_port for f84271c3-49ad-4157-9e43-e3bb90ddfeed owned by network:router_gateway {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 15:01:01.926463 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:01.974709 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f84271c3-49ad-4157-9e43-e3bb90ddfeed,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:01:02.068706 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3883893'] for router_gateway, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:02.240389 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28155'] for router, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:02.242544 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:02.383973 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885384'] for router, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:02.384641 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 554c63b5-57ba-435f-a9c7-b27d26a38d83 {{(pid=88125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 15:01:02.397539 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:02.398707 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-295140c4-066c-4c5a-8a2e-bf48c6c018d3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/554c63b5-57ba-435f-a9c7-b27d26a38d83 HTTP/1.1" status: 204  len: 168 time: 1.5771291
May 12 15:01:02.401281 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42948) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:01:02.460549 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e29df5-85c8-4301-8132-c23c17c312cc admin admin] Deleting subnet a75e9722-de70-4d4e-b9c9-c1ef8a801b5c {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 15:01:02.463547 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20e29df5-85c8-4301-8132-c23c17c312cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:02.516007 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20e29df5-85c8-4301-8132-c23c17c312cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2506725'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:02.598930 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20e29df5-85c8-4301-8132-c23c17c312cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:02.806866 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20e29df5-85c8-4301-8132-c23c17c312cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319246'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:02.846555 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e29df5-85c8-4301-8132-c23c17c312cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a75e9722-de70-4d4e-b9c9-c1ef8a801b5c,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:01:02.852625 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-20e29df5-85c8-4301-8132-c23c17c312cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:02.857982 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a41525f-b3e4-4e44-9914-871ef42e5b48 None None] Network c8a9b5d7-4b96-4319-809c-e3bf553d8492 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 15:01:02.858521 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-20e29df5-85c8-4301-8132-c23c17c312cc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a75e9722-de70-4d4e-b9c9-c1ef8a801b5c HTTP/1.1" status: 204  len: 168 time: 0.4563346
May 12 15:01:02.860957 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42952) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:01:02.966790 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:02.977804 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] Deleting port d09b5cf6-496d-4a85-a9dc-90918f1ef287 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 15:01:02.978135 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:03.104846 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224dbce7-0197-4632-b072-dd0c4aa6110c None None] DHCP port deletion for c8a9b5d7-4b96-4319-809c-e3bf553d8492 request from dv-cinder-831187-2-iscsi {{(pid=88128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 12 15:01:03.109183 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-224dbce7-0197-4632-b072-dd0c4aa6110c None None] Deleting port d09b5cf6-496d-4a85-a9dc-90918f1ef287 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 15:01:03.109559 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-224dbce7-0197-4632-b072-dd0c4aa6110c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:03.183223 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] For port d09b5cf6-496d-4a85-a9dc-90918f1ef287, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=d09b5cf6-496d-4a85-a9dc-90918f1ef287,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 15:01:03.183617 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:03.305208 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] Calling delete_port for d09b5cf6-496d-4a85-a9dc-90918f1ef287 owned by network:dhcp {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 15:01:03.312249 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-224dbce7-0197-4632-b072-dd0c4aa6110c None None] For port d09b5cf6-496d-4a85-a9dc-90918f1ef287, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=d09b5cf6-496d-4a85-a9dc-90918f1ef287,segment=NetworkSegment(182146e5-e2d5-4181-be93-a9ed2ea2e8e0),segment_id=182146e5-e2d5-4181-be93-a9ed2ea2e8e0)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 15:01:03.312644 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-224dbce7-0197-4632-b072-dd0c4aa6110c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:03.439743 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-224dbce7-0197-4632-b072-dd0c4aa6110c None None] Calling delete_port for d09b5cf6-496d-4a85-a9dc-90918f1ef287 owned by network:dhcp {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 15:01:03.560925 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:03.571582 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.db.api [None req-224dbce7-0197-4632-b072-dd0c4aa6110c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 12 15:01:03.573972 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG oslo_db.api [None req-224dbce7-0197-4632-b072-dd0c4aa6110c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 12 15:01:03.610236 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device d09b5cf6-496d-4a85-a9dc-90918f1ef287 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 15:01:03.610629 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] Pushing event deleted for resources: {'Port': ['ID=d09b5cf6-496d-4a85-a9dc-90918f1ef287,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:01:03.612450 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] No DVR routers for this DVR port d09b5cf6-496d-4a85-a9dc-90918f1ef287 on host dv-cinder-831187-2-iscsi {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 15:01:03.644773 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: d09b5cf6-496d-4a85-a9dc-90918f1ef287 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 15:01:03.646226 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device d09b5cf6-496d-4a85-a9dc-90918f1ef287 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 15:01:03.646226 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device f84271c3-49ad-4157-9e43-e3bb90ddfeed no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 15:01:03.679835 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: f84271c3-49ad-4157-9e43-e3bb90ddfeed {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 15:01:03.680172 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device f84271c3-49ad-4157-9e43-e3bb90ddfeed not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 15:01:03.680578 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 15:01:03.713536 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 15:01:03.713810 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device ed0ab11c-1d0e-404f-84a8-0ee74c5a8041 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 15:01:03.725979 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:03.751204 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f87fe00d0>,) {'filters': {'network_id': ['c8a9b5d7-4b96-4319-809c-e3bf553d8492']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:01:03.762735 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f87fe00d0>, '182146e5-e2d5-4181-be93-a9ed2ea2e8e0') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:01:03.763057 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f87fe00d0>, '182146e5-e2d5-4181-be93-a9ed2ea2e8e0') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:01:03.774205 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2506716'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:03.801797 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:03.808434 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 15:01:03.809026 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505917'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]: Traceback (most recent call last):
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:     timer()
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:     cb(*args, **kw)
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:     return func(*args, **kwargs)
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:     self._notify()
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:     self.callback(batched_events)
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:     event.method(event)
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:     return f(self, *a, **k)
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._get(url).json()
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self.request(url, 'GET', **kwargs)
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 15:01:03.824978 dv-cinder-831187-2-iscsi neutron-server[88125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 15:01:03.971657 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:03.987558 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:03.998692 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a9b5d7-4b96-4319-809c-e3bf553d8492,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:01:04.069465 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-199b0106-50ab-4986-97cc-eb3d43d2ba03 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c8a9b5d7-4b96-4319-809c-e3bf553d8492 HTTP/1.1" status: 204  len: 168 time: 1.2075045
May 12 15:01:04.072274 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42956) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:01:04.073100 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-224dbce7-0197-4632-b072-dd0c4aa6110c None None] Deleting port d09b5cf6-496d-4a85-a9dc-90918f1ef287 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 15:01:04.073551 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-224dbce7-0197-4632-b072-dd0c4aa6110c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:04.147482 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-224dbce7-0197-4632-b072-dd0c4aa6110c None None] The port 'd09b5cf6-496d-4a85-a9dc-90918f1ef287' was deleted {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
May 12 15:01:04.626032 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1a5c1f2f-4e02-4285-8991-075d050303f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3884872'] for router_interface, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:04.968875 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c1f2f-4e02-4285-8991-075d050303f9 admin admin] Deleting port 299c0190-71e0-4801-b3cb-fc69eaee2436 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 15:01:04.969218 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1a5c1f2f-4e02-4285-8991-075d050303f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:05.223541 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-1a5c1f2f-4e02-4285-8991-075d050303f9 admin admin] For port 299c0190-71e0-4801-b3cb-fc69eaee2436, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=299c0190-71e0-4801-b3cb-fc69eaee2436,segment=NetworkSegment(bfa74584-7598-4bd6-88c5-2822495b81aa),segment_id=bfa74584-7598-4bd6-88c5-2822495b81aa)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 15:01:05.223841 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1a5c1f2f-4e02-4285-8991-075d050303f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:05.345318 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c1f2f-4e02-4285-8991-075d050303f9 admin admin] Calling delete_port for 299c0190-71e0-4801-b3cb-fc69eaee2436 owned by network:router_interface {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 15:01:05.663297 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1a5c1f2f-4e02-4285-8991-075d050303f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:05.711939 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c1f2f-4e02-4285-8991-075d050303f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=299c0190-71e0-4801-b3cb-fc69eaee2436,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:01:05.972782 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-1a5c1f2f-4e02-4285-8991-075d050303f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3749175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890168'] for router_interface, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:06.319566 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5c1f2f-4e02-4285-8991-075d050303f9 admin admin] Router aa5b3b16-dfd8-48b8-90b7-5e051800c466 has already been hosted by L3 agent def003bf-e203-44da-b6fb-a086e4c84d3f {{(pid=88125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 15:01:06.493555 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5c1f2f-4e02-4285-8991-075d050303f9 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-iscsi the message routers_updated {{(pid=88125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 15:01:06.502594 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-1a5c1f2f-4e02-4285-8991-075d050303f9 admin admin] 10.222.0.49 "PUT /v2.0/routers/aa5b3b16-dfd8-48b8-90b7-5e051800c466/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4288087
May 12 15:01:06.502841 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fac1c4f-5898-4d3f-9915-fca4e98524cb None None] Sync routers for ids ['aa5b3b16-dfd8-48b8-90b7-5e051800c466'] in dv-cinder-831187-2-iscsi {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 15:01:06.505150 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42960) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:01:06.512398 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac1c4f-5898-4d3f-9915-fca4e98524cb None None] Routers {'aa5b3b16-dfd8-48b8-90b7-5e051800c466'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 15:01:06.512994 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-5fac1c4f-5898-4d3f-9915-fca4e98524cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8ca7f490>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T15:00:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['aa5b3b16-dfd8-48b8-90b7-5e051800c466'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:01:06.690042 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-5fac1c4f-5898-4d3f-9915-fca4e98524cb None None] Set router aa5b3b16-dfd8-48b8-90b7-5e051800c466 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 15:01:06.772545 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] Notify callbacks [] for router, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:06.950415 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:06.985190 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-5fac1c4f-5898-4d3f-9915-fca4e98524cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8ca7f490>, [{'id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'name': 'tempest-TestVolumeBootPattern-1215335826-router', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:12Z', 'updated_at': '2022-05-12T15:01:05Z', 'revision_number': 5, 'project_id': 'b8506b9ccaaa4f22b6379756285e6773', 'gw_port': {'id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:13Z', 'updated_at': '2022-05-12T14:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:01:06.989146 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fac1c4f-5898-4d3f-9915-fca4e98524cb None None] Checking router: aa5b3b16-dfd8-48b8-90b7-5e051800c466 for host: dv-cinder-831187-2-iscsi {{(pid=88129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 15:01:06.997263 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac1c4f-5898-4d3f-9915-fca4e98524cb None None] Routers {'aa5b3b16-dfd8-48b8-90b7-5e051800c466'} bound to L3 agent in host dv-cinder-831187-2-iscsi {{(pid=88129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
May 12 15:01:06.997851 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-5fac1c4f-5898-4d3f-9915-fca4e98524cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f8ca7f490>, 'dv-cinder-831187-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:38:51Z,description=<?>,heartbeat_timestamp=2022-05-12T15:00:51Z,host='dv-cinder-831187-2-iscsi',id=def003bf-e203-44da-b6fb-a086e4c84d3f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-12T14:38:51Z,topic='l3_agent')) {'router_ids': ['aa5b3b16-dfd8-48b8-90b7-5e051800c466'], 'active': True} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:01:07.086499 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] Deleting port ecedf8ca-f068-4e0f-9d32-2cee0b132226 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 15:01:07.086760 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:07.175405 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_dvr_db [None req-5fac1c4f-5898-4d3f-9915-fca4e98524cb None None] Set router aa5b3b16-dfd8-48b8-90b7-5e051800c466 gateway port host: dv-cinder-831187-2-iscsi {{(pid=88129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
May 12 15:01:07.277214 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] For port ecedf8ca-f068-4e0f-9d32-2cee0b132226, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=ecedf8ca-f068-4e0f-9d32-2cee0b132226,segment=NetworkSegment(1e28fb61-40d9-41d4-aad9-9d15950cc4ba),segment_id=1e28fb61-40d9-41d4-aad9-9d15950cc4ba)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 15:01:07.277564 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:07.397999 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] Calling delete_port for ecedf8ca-f068-4e0f-9d32-2cee0b132226 owned by network:router_gateway {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 15:01:07.461335 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.l3_hamode_db [None req-5fac1c4f-5898-4d3f-9915-fca4e98524cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f8ca7f490>, [{'id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'name': 'tempest-TestVolumeBootPattern-1215335826-router', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:12Z', 'updated_at': '2022-05-12T15:01:05Z', 'revision_number': 5, 'project_id': 'b8506b9ccaaa4f22b6379756285e6773', 'gw_port': {'id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:13Z', 'updated_at': '2022-05-12T14:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}], 'dv-cinder-831187-2-iscsi', False) {} {{(pid=88129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:01:07.465158 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fac1c4f-5898-4d3f-9915-fca4e98524cb None None] The sync data for ids ['aa5b3b16-dfd8-48b8-90b7-5e051800c466'] in dv-cinder-831187-2-iscsi is: [{'id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'name': 'tempest-TestVolumeBootPattern-1215335826-router', 'tenant_id': 'b8506b9ccaaa4f22b6379756285e6773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'external_fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:53:12Z', 'updated_at': '2022-05-12T15:01:05Z', 'revision_number': 5, 'project_id': 'b8506b9ccaaa4f22b6379756285e6773', 'gw_port': {'id': 'ecedf8ca-f068-4e0f-9d32-2cee0b132226', 'name': '', 'network_id': '70d2fa51-11f3-4a4a-9682-a94236c979fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b3b16-dfd8-48b8-90b7-5e051800c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:53:13Z', 'updated_at': '2022-05-12T14:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee7d0cf6-d313-4c5c-9372-14c3b1fd3aa2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-iscsi'}] {{(pid=88129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 15:01:07.651624 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:07.698026 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] Pushing event deleted for resources: {'Port': ['ID=ecedf8ca-f068-4e0f-9d32-2cee0b132226,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:01:07.790237 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3883893'] for router_gateway, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:07.898791 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 299c0190-71e0-4801-b3cb-fc69eaee2436 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 15:01:07.937385 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: 299c0190-71e0-4801-b3cb-fc69eaee2436 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 15:01:07.937737 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device 299c0190-71e0-4801-b3cb-fc69eaee2436 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 15:01:07.968518 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28155'] for router, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:07.970653 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:08.057480 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3885384'] for router, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:08.057966 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa5b3b16-dfd8-48b8-90b7-5e051800c466 {{(pid=88125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 15:01:08.070890 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] Notify callbacks [] for router, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:08.072037 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-01c6dc4f-9b7f-4cc9-b68d-1f491dd5092a admin admin] 10.222.0.49 "DELETE /v2.0/routers/aa5b3b16-dfd8-48b8-90b7-5e051800c466 HTTP/1.1" status: 204  len: 168 time: 1.5660074
May 12 15:01:08.074663 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42964) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:01:08.135806 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88d8b62-b024-4366-a609-9ca754b04039 admin admin] Deleting subnet 12a77e0e-e91f-468d-adbb-292b0bc004e9 {{(pid=88125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
May 12 15:01:08.138870 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d88d8b62-b024-4366-a609-9ca754b04039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:08.190956 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d88d8b62-b024-4366-a609-9ca754b04039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2506725'] for subnet, precommit_delete_associations {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:08.266564 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d88d8b62-b024-4366-a609-9ca754b04039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-680484'] for subnet, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:08.440564 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d88d8b62-b024-4366-a609-9ca754b04039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-680495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2506527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319246'] for subnet, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:08.562227 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d8b62-b024-4366-a609-9ca754b04039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a77e0e-e91f-468d-adbb-292b0bc004e9,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:01:08.575761 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-d88d8b62-b024-4366-a609-9ca754b04039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:08.581112 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b48afa5-671f-47c4-8e7f-57a91c0f3e23 None None] Network e6f6d2e9-9376-4c14-a790-9c45bd9c8332 requested from dv-cinder-831187-2-iscsi {{(pid=88128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 12 15:01:08.582071 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-d88d8b62-b024-4366-a609-9ca754b04039 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/12a77e0e-e91f-468d-adbb-292b0bc004e9 HTTP/1.1" status: 204  len: 168 time: 0.5063868
May 12 15:01:08.584799 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42968) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:01:08.700980 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759321'] for network, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:08.704265 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] Deleting port c7e597ad-dd49-45d7-906e-7e394d920909 {{(pid=88125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 15:01:08.704597 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:08.826064 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62563638-97ef-4981-a924-b5ebd10958c0 None None] DHCP port deletion for e6f6d2e9-9376-4c14-a790-9c45bd9c8332 request from dv-cinder-831187-2-iscsi {{(pid=88128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 12 15:01:08.830388 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-62563638-97ef-4981-a924-b5ebd10958c0 None None] Deleting port c7e597ad-dd49-45d7-906e-7e394d920909 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 15:01:08.830761 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-62563638-97ef-4981-a924-b5ebd10958c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:08.914833 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.db [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] For port c7e597ad-dd49-45d7-906e-7e394d920909, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=c7e597ad-dd49-45d7-906e-7e394d920909,segment=NetworkSegment(bfa74584-7598-4bd6-88c5-2822495b81aa),segment_id=bfa74584-7598-4bd6-88c5-2822495b81aa)] {{(pid=88125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 15:01:08.915480 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:09.032555 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.db [None req-62563638-97ef-4981-a924-b5ebd10958c0 None None] For port c7e597ad-dd49-45d7-906e-7e394d920909, host dv-cinder-831187-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-iscsi',level=0,port_id=c7e597ad-dd49-45d7-906e-7e394d920909,segment=NetworkSegment(bfa74584-7598-4bd6-88c5-2822495b81aa),segment_id=bfa74584-7598-4bd6-88c5-2822495b81aa)] {{(pid=88128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 15:01:09.033166 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-62563638-97ef-4981-a924-b5ebd10958c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3890574'] for port, precommit_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:09.042186 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.plugin [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] Calling delete_port for c7e597ad-dd49-45d7-906e-7e394d920909 owned by network:dhcp {{(pid=88125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 15:01:09.153554 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-62563638-97ef-4981-a924-b5ebd10958c0 None None] Calling delete_port for c7e597ad-dd49-45d7-906e-7e394d920909 owned by network:dhcp {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
May 12 15:01:09.206570 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4058517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770203771778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770203332702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2505966'] for port, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:09.231481 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.db.api [None req-62563638-97ef-4981-a924-b5ebd10958c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 12 15:01:09.231835 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG oslo_db.api [None req-62563638-97ef-4981-a924-b5ebd10958c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 12 15:01:09.256722 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e597ad-dd49-45d7-906e-7e394d920909,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:01:09.260376 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] No DVR routers for this DVR port c7e597ad-dd49-45d7-906e-7e394d920909 on host dv-cinder-831187-2-iscsi {{(pid=88125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 15:01:09.374912 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3533925', 'neutron.services.segments.db._delete_segments_for_network-8770203815810'] for network, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:09.400984 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f8c50a460>,) {'filters': {'network_id': ['e6f6d2e9-9376-4c14-a790-9c45bd9c8332']}} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:01:09.413601 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f8c50a460>, 'bfa74584-7598-4bd6-88c5-2822495b81aa') {'for_net_delete': True} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:01:09.413898 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.services.segments.db [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f8c50a460>, 'bfa74584-7598-4bd6-88c5-2822495b81aa') {} {{(pid=88125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 15:01:09.424976 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770203836573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2506716'] for segment, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:09.440196 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530618'] for segment, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:09.445940 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 15:01:09.446321 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2505917'] for segment, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]: Traceback (most recent call last):
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:     timer()
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:     cb(*args, **kw)
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:     return func(*args, **kwargs)
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:     self._notify()
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:     self.callback(batched_events)
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:     event.method(event)
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:     return f(self, *a, **k)
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._get(url).json()
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:     return self.request(url, 'GET', **kwargs)
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 15:01:09.459650 dv-cinder-831187-2-iscsi neutron-server[88125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 15:01:09.600970 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3533946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3749182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3883848'] for network, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:09.606295 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device ecedf8ca-f068-4e0f-9d32-2cee0b132226 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 15:01:09.618317 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749200'] for network, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:09.629262 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f6d2e9-9376-4c14-a790-9c45bd9c8332,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:01:09.634425 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-c483a693-bcb9-4c1f-b937-39805580a3ff admin admin] 10.222.0.49 "DELETE /v2.0/networks/e6f6d2e9-9376-4c14-a790-9c45bd9c8332 HTTP/1.1" status: 204  len: 168 time: 1.0463533
May 12 15:01:09.640078 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: ecedf8ca-f068-4e0f-9d32-2cee0b132226 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 15:01:09.640421 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device ecedf8ca-f068-4e0f-9d32-2cee0b132226 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 15:01:09.640820 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device c7e597ad-dd49-45d7-906e-7e394d920909 no longer exists at agent ovs-agent-dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 15:01:09.677241 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] No Port match for: c7e597ad-dd49-45d7-906e-7e394d920909 {{(pid=88128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
May 12 15:01:09.677577 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.rpc [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Device c7e597ad-dd49-45d7-906e-7e394d920909 not bound to the agent host dv-cinder-831187-2-iscsi {{(pid=88128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 15:01:09.733021 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-62563638-97ef-4981-a924-b5ebd10958c0 None None] Deleting port c7e597ad-dd49-45d7-906e-7e394d920909 {{(pid=88128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
May 12 15:01:09.733896 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-62563638-97ef-4981-a924-b5ebd10958c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770203703592'] for port, before_delete {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:09.802087 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron.plugins.ml2.plugin [None req-62563638-97ef-4981-a924-b5ebd10958c0 None None] The port 'c7e597ad-dd49-45d7-906e-7e394d920909' was deleted {{(pid=88128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
May 12 15:01:10.121849 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42974) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:01:10.170152 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-7c070603-a893-4632-a3fb-ca650ccb8808 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=235689d103ed4d0dbe7b78698395bd21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0471268
May 12 15:01:10.172536 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.wsgi [-] (88125) accepted ('10.222.0.49', 42978) {{(pid=88125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:01:10.230393 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ac47d2fa-22f0-40f2-ab2a-006e500d5481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:10.255441 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ac47d2fa-22f0-40f2-ab2a-006e500d5481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:10.406011 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ac47d2fa-22f0-40f2-ab2a-006e500d5481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:10.426729 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47d2fa-22f0-40f2-ab2a-006e500d5481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55cda85-a412-48e8-9f6c-7cdc800745d7,revision_number=None']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:01:10.434390 dv-cinder-831187-2-iscsi neutron-server[88125]: DEBUG neutron_lib.callbacks.manager [None req-ac47d2fa-22f0-40f2-ab2a-006e500d5481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:10.435718 dv-cinder-831187-2-iscsi neutron-server[88125]: INFO neutron.wsgi [None req-ac47d2fa-22f0-40f2-ab2a-006e500d5481 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d55cda85-a412-48e8-9f6c-7cdc800745d7 HTTP/1.1" status: 204  len: 168 time: 0.2622519
May 12 15:01:11.479042 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42988) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:01:11.524836 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-ed852228-f320-4e50-a348-291152de5871 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8506b9ccaaa4f22b6379756285e6773&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475526
May 12 15:01:11.527267 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [-] (88126) accepted ('10.222.0.49', 42992) {{(pid=88126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 15:01:11.584398 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3f0618aa-cf45-452f-9a4b-e6d7ea0d2ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:11.612503 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3f0618aa-cf45-452f-9a4b-e6d7ea0d2ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:11.863000 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3f0618aa-cf45-452f-9a4b-e6d7ea0d2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709821'] for security_group, after_delete {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:11.879196 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0618aa-cf45-452f-9a4b-e6d7ea0d2ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1371f642-b9d9-4e72-a6b7-8d0ad4b962f7,revision_number=None']} {{(pid=88126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 15:01:11.883524 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron_lib.callbacks.manager [None req-3f0618aa-cf45-452f-9a4b-e6d7ea0d2ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:11.886986 dv-cinder-831187-2-iscsi neutron-server[88126]: INFO neutron.wsgi [None req-3f0618aa-cf45-452f-9a4b-e6d7ea0d2ff9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1371f642-b9d9-4e72-a6b7-8d0ad4b962f7 HTTP/1.1" status: 204  len: 168 time: 0.3565199
May 12 15:01:18.320566 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-64cfc57f-a563-40b7-9bda-faed01fbfe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:19.549356 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 15:01:20.748933 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7281049f-58ab-436b-a1bd-452c6aa5ab5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:21.743046 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:21.760272 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:23.017208 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:28.702512 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:48.325583 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7a58a7eb-b022-4965-8831-d904231fdafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:50.668253 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-713076df-d38b-46db-a948-11ba4c4025fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:51.731285 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:51.748081 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:53.022611 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:01:56.549012 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 15:01:58.633749 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:02:18.290545 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2917-ee45-4825-98b0-14545b89c445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:02:20.713410 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-07a39893-511d-429f-8588-3f0929047e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:02:21.753889 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:02:21.793718 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:02:23.044759 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:02:28.626203 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:02:33.547296 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 15:02:48.299994 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-05d3887a-07dd-4748-a39b-b44e7dc32519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:02:50.676923 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-14f840e8-00e4-4f0a-b7b1-f66ab4f262b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:02:51.725015 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:02:51.779898 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:02:53.353577 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:02:58.631577 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:03:10.546518 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 15:03:18.384904 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f456aa3d-3e29-4152-b56e-ba733df3bf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:03:20.747438 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-edf91a4c-c883-4631-80f1-4c1f90a0f6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:03:21.712671 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:03:21.758790 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:03:23.087798 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:03:28.650254 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:03:47.545614 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 15:03:48.310153 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-043fb9ce-a6e2-4146-8661-6064650430f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:03:50.684121 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-1b546b1c-cf3b-498e-b491-5c7ce6fb952b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:03:51.701091 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:03:51.757830 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:03:53.012840 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:03:58.658611 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:04:18.392434 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-7c69e49f-d7d7-428e-b7aa-cab0c188e043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:04:20.697852 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-0447d2de-1bee-4ac9-ae28-d6cfc4963f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:04:21.746699 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:04:21.791861 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:04:23.037930 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:04:24.545341 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 15:04:28.649314 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:04:48.308753 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-e594527b-a2ef-46a1-9609-bf6dad7aaaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:04:50.682881 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8fd9-2a57-408d-9b7c-f0cf6e67b21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:04:51.754081 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:04:51.765651 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:04:53.025574 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:04:58.668474 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:05:01.544410 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 15:05:18.299840 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-deefaa35-25d8-4ecc-ae77-6e0eecd3c423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:05:20.679428 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-c1b70322-e278-4c48-99d6-9d20d9ab55e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:05:21.711847 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:05:21.792005 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:05:23.056231 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:05:28.850913 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:05:38.542553 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 15:05:48.334191 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-36d3c2b5-61ae-45dc-bfa5-21005282ac6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:05:50.699675 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-35096ffe-bed4-417c-984f-9342fbf4d9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:05:51.716384 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:05:51.791963 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:05:53.044068 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:05:58.708524 dv-cinder-831187-2-iscsi neutron-server[88126]: DEBUG neutron.wsgi [req-0f984264-d05c-4911-9a3c-a2012867c282 req-57668e15-ff3b-4da3-9a16-6b7fd2ca3f0a service neutron] (88126) timed out ('10.222.0.71', 59368) {{(pid=88126) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 12 15:05:58.739318 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:06:15.541126 dv-cinder-831187-2-iscsi neutron-server[88129]: DEBUG neutron.db.agents_db [None req-63f8c5c0-8856-4060-985b-eda9ddb1c1bc None None] Agent healthcheck: found 6 active agents {{(pid=88129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 12 15:06:18.306907 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-eecbecae-0ad0-4923-a70b-5957c54f6f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:06:20.690183 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6d8a1647-66f6-4aa7-8191-770cef94cd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:06:21.711985 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-28c620a0-6fb7-4044-86ae-7f1438acea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:06:21.744825 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-81e207c4-6278-4008-b8f9-a35439f9f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:06:23.059116 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-f2ac406a-ab80-45a2-9d3c-8b778799b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 15:06:28.683189 dv-cinder-831187-2-iscsi neutron-server[88128]: DEBUG neutron_lib.callbacks.manager [None req-6e6045de-b43c-40c1-9185-3ea8e61470d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770203815792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688059'] for agent, after_update {{(pid=88128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}